2024-11-25 07:42:05,535 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-25 07:42:05,545 main DEBUG Took 0.008482 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 07:42:05,545 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 07:42:05,546 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 07:42:05,546 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 07:42:05,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:42:05,554 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 07:42:05,568 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:42:05,570 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:42:05,571 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:42:05,572 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:42:05,574 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:42:05,575 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:42:05,576 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:42:05,577 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:42:05,578 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:42:05,579 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:42:05,580 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:42:05,582 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:42:05,583 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,583 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 07:42:05,585 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:42:05,587 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 07:42:05,590 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 07:42:05,590 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 07:42:05,592 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 07:42:05,593 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 07:42:05,600 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 07:42:05,602 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 07:42:05,604 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 07:42:05,604 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 07:42:05,605 main DEBUG createAppenders(={Console}) 2024-11-25 07:42:05,605 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-25 07:42:05,606 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-25 07:42:05,606 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-25 07:42:05,607 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 07:42:05,607 main DEBUG OutputStream closed 2024-11-25 07:42:05,608 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 07:42:05,608 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 07:42:05,608 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-25 07:42:05,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 07:42:05,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 07:42:05,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 07:42:05,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 07:42:05,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 07:42:05,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 07:42:05,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 07:42:05,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 07:42:05,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 07:42:05,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 07:42:05,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 07:42:05,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 07:42:05,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 07:42:05,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 07:42:05,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 07:42:05,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 07:42:05,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 07:42:05,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 07:42:05,703 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 07:42:05,703 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-25 07:42:05,703 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 07:42:05,704 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-25T07:42:05,935 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede 2024-11-25 07:42:05,938 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 07:42:05,938 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T07:42:05,947 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-25T07:42:05,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:42:05,991 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/cluster_426cc80c-aa21-9e91-8201-f9da662d2633, deleteOnExit=true 2024-11-25T07:42:05,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:42:05,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/test.cache.data in system properties and HBase conf 2024-11-25T07:42:05,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:42:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:42:05,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:42:05,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:42:05,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:42:06,090 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T07:42:06,196 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:42:06,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:42:06,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:42:06,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:42:06,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:42:06,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:42:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:42:06,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:42:06,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:42:06,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:42:06,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:42:06,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:42:06,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:42:06,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:42:06,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:42:07,561 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T07:42:07,663 INFO [Time-limited test {}] log.Log(170): Logging initialized @2885ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T07:42:07,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:42:07,828 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:42:07,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:42:07,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:42:07,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:42:07,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:42:08,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:42:08,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:42:08,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/java.io.tmpdir/jetty-localhost-43969-hadoop-hdfs-3_4_1-tests_jar-_-any-14311284169496568520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:42:08,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:43969} 2024-11-25T07:42:08,461 INFO [Time-limited test {}] server.Server(415): Started @3684ms 2024-11-25T07:42:09,280 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:42:09,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:42:09,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:42:09,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:42:09,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:42:09,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:42:09,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:42:09,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/java.io.tmpdir/jetty-localhost-34523-hadoop-hdfs-3_4_1-tests_jar-_-any-15390195513646847712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:42:09,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:34523} 2024-11-25T07:42:09,401 INFO [Time-limited test {}] server.Server(415): Started @4624ms 2024-11-25T07:42:09,454 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:42:10,940 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/cluster_426cc80c-aa21-9e91-8201-f9da662d2633/data/data2/current/BP-533535872-172.17.0.2-1732520526952/current, will proceed with Du for space computation calculation, 2024-11-25T07:42:10,940 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/cluster_426cc80c-aa21-9e91-8201-f9da662d2633/data/data1/current/BP-533535872-172.17.0.2-1732520526952/current, will proceed with Du for space computation calculation, 2024-11-25T07:42:10,998 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:42:11,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde245049d7be8d95 with lease ID 0x1273d6f9efb57f4f: Processing first storage report for DS-50261781-033e-44a8-b808-a78dcb5b4d2a from datanode DatanodeRegistration(127.0.0.1:40589, datanodeUuid=68a37c12-1897-450d-9edb-4ce0fd745208, infoPort=42039, infoSecurePort=0, ipcPort=45253, storageInfo=lv=-57;cid=testClusterID;nsid=1542979980;c=1732520526952) 2024-11-25T07:42:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde245049d7be8d95 with lease ID 0x1273d6f9efb57f4f: from storage DS-50261781-033e-44a8-b808-a78dcb5b4d2a node DatanodeRegistration(127.0.0.1:40589, datanodeUuid=68a37c12-1897-450d-9edb-4ce0fd745208, infoPort=42039, infoSecurePort=0, ipcPort=45253, storageInfo=lv=-57;cid=testClusterID;nsid=1542979980;c=1732520526952), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T07:42:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde245049d7be8d95 with lease ID 0x1273d6f9efb57f4f: Processing first storage report for DS-05165b4e-580b-471e-8ab5-8c61867958a6 from datanode DatanodeRegistration(127.0.0.1:40589, datanodeUuid=68a37c12-1897-450d-9edb-4ce0fd745208, infoPort=42039, infoSecurePort=0, ipcPort=45253, storageInfo=lv=-57;cid=testClusterID;nsid=1542979980;c=1732520526952) 2024-11-25T07:42:11,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde245049d7be8d95 with lease ID 0x1273d6f9efb57f4f: from storage DS-05165b4e-580b-471e-8ab5-8c61867958a6 node DatanodeRegistration(127.0.0.1:40589, datanodeUuid=68a37c12-1897-450d-9edb-4ce0fd745208, infoPort=42039, infoSecurePort=0, ipcPort=45253, storageInfo=lv=-57;cid=testClusterID;nsid=1542979980;c=1732520526952), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:42:11,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede 2024-11-25T07:42:11,234 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/cluster_426cc80c-aa21-9e91-8201-f9da662d2633/zookeeper_0, clientPort=65148, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/cluster_426cc80c-aa21-9e91-8201-f9da662d2633/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/cluster_426cc80c-aa21-9e91-8201-f9da662d2633/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:42:11,244 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65148 2024-11-25T07:42:11,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:42:11,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:42:11,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:42:11,972 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1 with version=8 2024-11-25T07:42:11,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/hbase-staging 2024-11-25T07:42:12,084 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T07:42:12,400 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:42:12,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:42:12,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:42:12,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:42:12,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:42:12,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:42:12,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:42:12,636 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T07:42:12,647 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T07:42:12,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:42:12,678 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6785 (auto-detected) 2024-11-25T07:42:12,679 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T07:42:12,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43783 2024-11-25T07:42:12,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43783 connecting to ZooKeeper ensemble=127.0.0.1:65148 2024-11-25T07:42:12,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437830x0, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:42:12,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43783-0x10170f150b60000 connected 2024-11-25T07:42:12,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:42:12,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:42:12,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:42:12,960 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1, hbase.cluster.distributed=false 2024-11-25T07:42:12,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:42:12,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43783 2024-11-25T07:42:12,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43783 2024-11-25T07:42:12,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43783 2024-11-25T07:42:12,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43783 2024-11-25T07:42:12,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43783 2024-11-25T07:42:13,108 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:42:13,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:42:13,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:42:13,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:42:13,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:42:13,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:42:13,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:42:13,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:42:13,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38413 2024-11-25T07:42:13,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38413 connecting to ZooKeeper ensemble=127.0.0.1:65148 2024-11-25T07:42:13,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:42:13,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:42:13,174 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384130x0, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:42:13,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38413-0x10170f150b60001 connected 2024-11-25T07:42:13,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:42:13,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:42:13,190 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:42:13,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:42:13,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:42:13,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38413 2024-11-25T07:42:13,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38413 2024-11-25T07:42:13,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38413 2024-11-25T07:42:13,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38413 2024-11-25T07:42:13,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38413 2024-11-25T07:42:13,214 DEBUG [M:0;7fb8763a5d32:43783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7fb8763a5d32:43783 2024-11-25T07:42:13,215 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7fb8763a5d32,43783,1732520532229 2024-11-25T07:42:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:42:13,232 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:42:13,234 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7fb8763a5d32,43783,1732520532229 2024-11-25T07:42:13,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:13,269 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:42:13,269 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:13,270 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T07:42:13,272 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7fb8763a5d32,43783,1732520532229 from backup master directory 2024-11-25T07:42:13,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7fb8763a5d32,43783,1732520532229 2024-11-25T07:42:13,285 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:42:13,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:42:13,286 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:42:13,286 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7fb8763a5d32,43783,1732520532229 2024-11-25T07:42:13,289 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T07:42:13,290 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T07:42:13,353 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/hbase.id] with ID: 505b69a5-87fc-40e7-80e5-efd6a9261491 2024-11-25T07:42:13,353 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/.tmp/hbase.id 2024-11-25T07:42:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:42:13,770 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/.tmp/hbase.id]:[hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/hbase.id] 2024-11-25T07:42:13,825 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:42:13,832 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:42:13,854 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-25T07:42:13,911 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:13,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:42:14,346 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:42:14,349 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:42:14,368 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:14,373 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:42:14,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:42:14,429 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store 2024-11-25T07:42:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:42:14,856 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T07:42:14,859 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:42:14,860 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:42:14,860 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:42:14,861 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:42:14,862 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:42:14,862 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:42:14,862 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:42:14,863 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732520534860Disabling compacts and flushes for region at 1732520534860Disabling writes for close at 1732520534862 (+2 ms)Writing region close event to WAL at 1732520534862Closed at 1732520534862 2024-11-25T07:42:14,866 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/.initializing 2024-11-25T07:42:14,866 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/WALs/7fb8763a5d32,43783,1732520532229 2024-11-25T07:42:14,878 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:42:14,896 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C43783%2C1732520532229, suffix=, logDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/WALs/7fb8763a5d32,43783,1732520532229, archiveDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/oldWALs, maxLogs=10 2024-11-25T07:42:14,920 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/WALs/7fb8763a5d32,43783,1732520532229/7fb8763a5d32%2C43783%2C1732520532229.1732520534901, exclude list is [], retry=0 2024-11-25T07:42:14,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40589,DS-50261781-033e-44a8-b808-a78dcb5b4d2a,DISK] 2024-11-25T07:42:14,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T07:42:14,980 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/WALs/7fb8763a5d32,43783,1732520532229/7fb8763a5d32%2C43783%2C1732520532229.1732520534901 2024-11-25T07:42:14,981 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42039:42039)] 2024-11-25T07:42:14,982 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:42:14,982 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:42:14,986 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:42:14,987 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:42:15,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:42:15,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:42:15,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:15,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:42:15,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:42:15,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:42:15,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:15,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:15,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:42:15,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:42:15,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:15,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:15,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:42:15,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:42:15,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:15,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:15,076 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:42:15,079 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:42:15,081 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:42:15,087 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:42:15,088 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:42:15,092 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:42:15,096 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:42:15,102 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:42:15,104 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67198683, jitterRate=0.0013384073972702026}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:42:15,111 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732520535000Initializing all the Stores at 1732520535002 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520535003 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520535004 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520535004Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520535004Cleaning up temporary data from old regions at 1732520535088 (+84 ms)Region opened successfully at 1732520535111 (+23 ms) 2024-11-25T07:42:15,113 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:42:15,149 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad6cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:42:15,182 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:42:15,194 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:42:15,194 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:42:15,198 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:42:15,199 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T07:42:15,205 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-25T07:42:15,205 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:42:15,231 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:42:15,242 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T07:42:15,300 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T07:42:15,303 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:42:15,304 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:42:15,316 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T07:42:15,318 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:42:15,322 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:42:15,331 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T07:42:15,333 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:42:15,342 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T07:42:15,363 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:42:15,373 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T07:42:15,384 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:42:15,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:42:15,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:15,384 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:15,387 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7fb8763a5d32,43783,1732520532229, sessionid=0x10170f150b60000, setting cluster-up flag (Was=false) 2024-11-25T07:42:15,416 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:15,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:15,447 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T07:42:15,450 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,43783,1732520532229 2024-11-25T07:42:15,474 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:15,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:15,505 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T07:42:15,507 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,43783,1732520532229 2024-11-25T07:42:15,514 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:42:15,591 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:42:15,603 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:42:15,606 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(746): ClusterId : 505b69a5-87fc-40e7-80e5-efd6a9261491 2024-11-25T07:42:15,609 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:42:15,611 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:42:15,618 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7fb8763a5d32,43783,1732520532229 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:42:15,623 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:42:15,624 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:42:15,638 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:42:15,639 DEBUG [RS:0;7fb8763a5d32:38413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f75732a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:42:15,640 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:42:15,640 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:42:15,640 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:42:15,640 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:42:15,641 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7fb8763a5d32:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:42:15,641 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:42:15,641 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:42:15,641 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:42:15,652 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732520565652 2024-11-25T07:42:15,653 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:42:15,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:42:15,654 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:42:15,655 DEBUG [RS:0;7fb8763a5d32:38413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7fb8763a5d32:38413 2024-11-25T07:42:15,656 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:42:15,659 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:42:15,660 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:42:15,660 DEBUG [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:42:15,660 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:42:15,661 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:42:15,661 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:42:15,661 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:42:15,662 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:15,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:42:15,663 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,43783,1732520532229 with port=38413, startcode=1732520533070 2024-11-25T07:42:15,668 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,676 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:42:15,677 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:42:15,678 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:42:15,679 DEBUG [RS:0;7fb8763a5d32:38413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:42:15,680 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:42:15,681 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:42:15,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:42:15,688 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520535682,5,FailOnTimeoutGroup] 2024-11-25T07:42:15,690 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520535688,5,FailOnTimeoutGroup] 2024-11-25T07:42:15,691 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,691 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:42:15,692 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,693 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,725 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57199, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:42:15,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:15,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43783 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:15,749 DEBUG [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1 2024-11-25T07:42:15,749 DEBUG [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46241 2024-11-25T07:42:15,749 DEBUG [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:42:15,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:42:15,764 DEBUG [RS:0;7fb8763a5d32:38413 {}] zookeeper.ZKUtil(111): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:15,765 WARN [RS:0;7fb8763a5d32:38413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:42:15,765 INFO [RS:0;7fb8763a5d32:38413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:42:15,765 DEBUG [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/WALs/7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:15,767 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,38413,1732520533070] 2024-11-25T07:42:15,791 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:42:15,808 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:42:15,814 INFO [RS:0;7fb8763a5d32:38413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:42:15,814 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,815 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:42:15,820 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:42:15,822 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,822 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:42:15,822 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:42:15,822 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:42:15,823 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:42:15,823 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:42:15,823 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:42:15,823 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:42:15,823 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:42:15,823 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:42:15,824 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:42:15,824 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:42:15,824 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:42:15,824 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:42:15,824 DEBUG [RS:0;7fb8763a5d32:38413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:42:15,825 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,825 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,825 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,826 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,826 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,826 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38413,1732520533070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:42:15,847 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:42:15,849 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38413,1732520533070-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,849 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,849 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.Replication(171): 7fb8763a5d32,38413,1732520533070 started 2024-11-25T07:42:15,871 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:15,871 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,38413,1732520533070, RpcServer on 7fb8763a5d32/172.17.0.2:38413, sessionid=0x10170f150b60001 2024-11-25T07:42:15,872 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:42:15,873 DEBUG [RS:0;7fb8763a5d32:38413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:15,873 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,38413,1732520533070' 2024-11-25T07:42:15,873 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:42:15,874 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:42:15,875 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:42:15,875 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:42:15,875 DEBUG [RS:0;7fb8763a5d32:38413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:15,875 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,38413,1732520533070' 2024-11-25T07:42:15,875 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:42:15,876 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:42:15,877 DEBUG [RS:0;7fb8763a5d32:38413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:42:15,877 INFO [RS:0;7fb8763a5d32:38413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:42:15,877 INFO [RS:0;7fb8763a5d32:38413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:42:15,983 INFO [RS:0;7fb8763a5d32:38413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:42:15,987 INFO [RS:0;7fb8763a5d32:38413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C38413%2C1732520533070, suffix=, logDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/WALs/7fb8763a5d32,38413,1732520533070, archiveDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/oldWALs, maxLogs=32 2024-11-25T07:42:16,002 DEBUG [RS:0;7fb8763a5d32:38413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/WALs/7fb8763a5d32,38413,1732520533070/7fb8763a5d32%2C38413%2C1732520533070.1732520535989, exclude list is [], retry=0 2024-11-25T07:42:16,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40589,DS-50261781-033e-44a8-b808-a78dcb5b4d2a,DISK] 2024-11-25T07:42:16,012 INFO [RS:0;7fb8763a5d32:38413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/WALs/7fb8763a5d32,38413,1732520533070/7fb8763a5d32%2C38413%2C1732520533070.1732520535989 2024-11-25T07:42:16,013 DEBUG [RS:0;7fb8763a5d32:38413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42039:42039)] 2024-11-25T07:42:16,087 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:42:16,088 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1 2024-11-25T07:42:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:42:16,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:42:16,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:42:16,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:42:16,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:16,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:42:16,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:42:16,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:42:16,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:16,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:42:16,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:42:16,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:42:16,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:16,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:42:16,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:42:16,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:42:16,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:16,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:42:16,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:42:16,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740 2024-11-25T07:42:16,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740 2024-11-25T07:42:16,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:42:16,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:42:16,528 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:42:16,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:42:16,536 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:42:16,537 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64494296, jitterRate=-0.03896009922027588}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:42:16,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732520536500Initializing all the Stores at 1732520536502 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520536502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520536502Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520536502Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520536502Cleaning up temporary data from old regions at 1732520536527 (+25 ms)Region opened successfully at 1732520536539 (+12 ms) 2024-11-25T07:42:16,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:42:16,540 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:42:16,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:42:16,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:42:16,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:42:16,542 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:42:16,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732520536540Disabling compacts and flushes for region at 1732520536540Disabling writes for close at 1732520536540Writing region close event to WAL at 1732520536541 (+1 ms)Closed at 1732520536542 (+1 ms) 2024-11-25T07:42:16,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:42:16,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:42:16,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:42:16,561 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:42:16,564 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:42:16,717 DEBUG [7fb8763a5d32:43783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:42:16,728 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:16,735 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,38413,1732520533070, state=OPENING 2024-11-25T07:42:16,847 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:42:16,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:16,858 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:42:16,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:42:16,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:42:16,861 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:42:16,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:42:17,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:42:17,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57493, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:42:17,054 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:42:17,055 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:42:17,056 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:42:17,060 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C38413%2C1732520533070.meta, suffix=.meta, logDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/WALs/7fb8763a5d32,38413,1732520533070, archiveDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/oldWALs, maxLogs=32 2024-11-25T07:42:17,077 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/WALs/7fb8763a5d32,38413,1732520533070/7fb8763a5d32%2C38413%2C1732520533070.meta.1732520537063.meta, exclude list is [], retry=0 2024-11-25T07:42:17,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40589,DS-50261781-033e-44a8-b808-a78dcb5b4d2a,DISK] 2024-11-25T07:42:17,085 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/WALs/7fb8763a5d32,38413,1732520533070/7fb8763a5d32%2C38413%2C1732520533070.meta.1732520537063.meta 2024-11-25T07:42:17,086 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42039:42039)] 2024-11-25T07:42:17,086 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:42:17,090 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:42:17,094 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:42:17,101 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:42:17,110 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:42:17,112 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:42:17,112 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:42:17,113 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:42:17,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:42:17,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:42:17,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:17,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:42:17,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:42:17,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:42:17,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:17,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:42:17,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:42:17,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:42:17,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:17,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:42:17,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:42:17,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:42:17,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:17,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:42:17,138 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:42:17,140 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740 2024-11-25T07:42:17,145 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740 2024-11-25T07:42:17,148 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:42:17,148 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:42:17,149 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:42:17,153 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:42:17,155 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69587363, jitterRate=0.03693251311779022}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:42:17,155 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:42:17,157 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732520537114Writing region info on filesystem at 1732520537114Initializing all the Stores at 1732520537117 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520537117Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520537117Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520537117Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520537117Cleaning up temporary data from old regions at 1732520537148 (+31 ms)Running coprocessor post-open hooks at 1732520537156 (+8 ms)Region opened successfully at 1732520537157 (+1 ms) 2024-11-25T07:42:17,165 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732520537030 2024-11-25T07:42:17,177 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:42:17,178 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:42:17,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:17,185 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,38413,1732520533070, state=OPEN 2024-11-25T07:42:17,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:42:17,280 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:42:17,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:42:17,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:42:17,281 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:17,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:42:17,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,38413,1732520533070 in 419 msec 2024-11-25T07:42:17,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:42:17,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 740 msec 2024-11-25T07:42:17,301 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:42:17,301 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:42:17,323 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:17,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:17,346 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:17,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33257, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:17,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8260 sec 2024-11-25T07:42:17,371 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732520537370, completionTime=-1 2024-11-25T07:42:17,375 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:42:17,376 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:42:17,418 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:42:17,418 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732520597418 2024-11-25T07:42:17,418 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732520657418 2024-11-25T07:42:17,419 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 43 msec 2024-11-25T07:42:17,423 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43783,1732520532229-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:17,424 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43783,1732520532229-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:17,424 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43783,1732520532229-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:17,427 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7fb8763a5d32:43783, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:17,427 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:17,428 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:17,434 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:42:17,462 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.176sec 2024-11-25T07:42:17,463 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:42:17,465 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:42:17,466 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:42:17,466 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:42:17,466 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:42:17,467 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43783,1732520532229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:42:17,468 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43783,1732520532229-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:42:17,477 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:42:17,478 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:42:17,478 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,43783,1732520532229-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:42:17,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bca31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:17,519 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T07:42:17,519 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T07:42:17,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:17,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:17,533 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:17,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:17,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:17,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424d861b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:17,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:17,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:17,545 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:17,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512c5941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:17,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:17,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:17,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:17,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:17,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7fb8763a5d32,43783,1732520532229 2024-11-25T07:42:17,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=209, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=8404 2024-11-25T07:42:17,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:42:17,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,43783,1732520532229 2024-11-25T07:42:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11630d03 2024-11-25T07:42:17,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:42:17,678 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:42:17,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T07:42:17,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:42:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T07:42:17,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:42:17,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-25T07:42:17,703 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:17,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:42:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:42:17,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741835_1011 (size=1061) 2024-11-25T07:42:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:42:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:42:18,129 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1 2024-11-25T07:42:18,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741836_1012 (size=53) 2024-11-25T07:42:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:42:18,542 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:42:18,542 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0aee5561ce248e1243dbb0b1ebbfdaba, disabling compactions & flushes 2024-11-25T07:42:18,542 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:18,542 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:18,542 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. after waiting 0 ms 2024-11-25T07:42:18,542 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:18,543 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:18,543 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0aee5561ce248e1243dbb0b1ebbfdaba: Waiting for close lock at 1732520538542Disabling compacts and flushes for region at 1732520538542Disabling writes for close at 1732520538542Writing region close event to WAL at 1732520538542Closed at 1732520538542 2024-11-25T07:42:18,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:42:18,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732520538546"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520538546"}]},"ts":"1732520538546"} 2024-11-25T07:42:18,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:42:18,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:42:18,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520538560"}]},"ts":"1732520538560"} 2024-11-25T07:42:18,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T07:42:18,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0aee5561ce248e1243dbb0b1ebbfdaba, ASSIGN}] 2024-11-25T07:42:18,573 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0aee5561ce248e1243dbb0b1ebbfdaba, ASSIGN 2024-11-25T07:42:18,575 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0aee5561ce248e1243dbb0b1ebbfdaba, ASSIGN; state=OFFLINE, location=7fb8763a5d32,38413,1732520533070; forceNewPlan=false, retain=false 2024-11-25T07:42:18,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0aee5561ce248e1243dbb0b1ebbfdaba, regionState=OPENING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:18,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0aee5561ce248e1243dbb0b1ebbfdaba, ASSIGN because future has completed 2024-11-25T07:42:18,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:42:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:42:18,901 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:18,901 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:42:18,901 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:18,902 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:42:18,902 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:18,903 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:18,905 INFO [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:18,910 INFO [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:42:18,911 INFO [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aee5561ce248e1243dbb0b1ebbfdaba columnFamilyName A 2024-11-25T07:42:18,911 DEBUG [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:18,913 INFO [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] regionserver.HStore(327): Store=0aee5561ce248e1243dbb0b1ebbfdaba/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:18,913 INFO [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:18,918 INFO [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:42:18,918 INFO [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aee5561ce248e1243dbb0b1ebbfdaba columnFamilyName B 2024-11-25T07:42:18,919 DEBUG [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:18,922 INFO [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] regionserver.HStore(327): Store=0aee5561ce248e1243dbb0b1ebbfdaba/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:18,922 INFO [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:18,928 INFO [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:42:18,929 INFO [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aee5561ce248e1243dbb0b1ebbfdaba columnFamilyName C 2024-11-25T07:42:18,929 DEBUG [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:18,931 INFO [StoreOpener-0aee5561ce248e1243dbb0b1ebbfdaba-1 {}] regionserver.HStore(327): Store=0aee5561ce248e1243dbb0b1ebbfdaba/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:18,932 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:18,932 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:18,940 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:18,941 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:18,948 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:18,948 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:18,950 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:42:18,955 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:18,974 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:42:18,975 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0aee5561ce248e1243dbb0b1ebbfdaba; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59582108, jitterRate=-0.11215740442276001}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:42:18,976 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:18,977 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0aee5561ce248e1243dbb0b1ebbfdaba: Running coprocessor pre-open hook at 1732520538903Writing region info on filesystem at 1732520538903Initializing all the Stores at 1732520538905 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520538905Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520538905Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520538905Cleaning up temporary data from old regions at 1732520538948 (+43 ms)Running coprocessor post-open hooks at 1732520538976 (+28 ms)Region opened successfully at 1732520538977 (+1 ms) 2024-11-25T07:42:18,980 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., pid=6, masterSystemTime=1732520538892 2024-11-25T07:42:18,986 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:18,987 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:18,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0aee5561ce248e1243dbb0b1ebbfdaba, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:18,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:42:19,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:42:19,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 in 267 msec 2024-11-25T07:42:19,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:42:19,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0aee5561ce248e1243dbb0b1ebbfdaba, ASSIGN in 437 msec 2024-11-25T07:42:19,017 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:42:19,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520539017"}]},"ts":"1732520539017"} 2024-11-25T07:42:19,023 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T07:42:19,026 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:42:19,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.3380 sec 2024-11-25T07:42:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:42:19,885 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:42:19,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8feb56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:19,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:19,899 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:19,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:19,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de9b018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:19,903 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:19,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc499f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:19,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:19,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:19,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:19,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:42:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,43783,1732520532229 2024-11-25T07:42:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f9a744 2024-11-25T07:42:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:42:19,922 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:42:19,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6432e8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:19,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:19,934 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d22a118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:19,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:19,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596d06e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392f723b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:19,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:19,950 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6ed1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:19,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:19,958 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:19,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bdb6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0e98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:19,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:19,962 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:19,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:19,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef39c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:19,967 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7f3cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69066494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:19,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:19,974 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:19,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd026af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:19,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:19,980 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:19,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583cb1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f00f692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:19,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:19,987 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746f284d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:19,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:19,990 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596e3a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ec8db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:19,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:19,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:19,999 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9d3a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:20,005 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:20,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0556af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:20,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff89310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:20,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:20,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:20,010 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:20,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:20,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:20,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614ff77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:20,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:20,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:20,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:20,015 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:20,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba85544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:20,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d81b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:20,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:20,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:20,019 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:20,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa1e09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:20,023 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:20,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788043de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:20,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:20,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:20,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:20,034 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:20,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:20,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d5cf1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:20,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:20,037 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:20,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@caecd72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:20,051 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:20,051 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:20,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:20,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:20,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:20,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:20,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:42:20,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:42:20,067 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:42:20,075 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-25T07:42:20,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:20,077 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:20,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:20,078 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:20,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:20,080 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:42:20,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:20,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:20,081 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:42:20,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:20,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:20,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:20,083 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:20,084 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:20,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:42:20,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:20,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:42:20,088 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:42:20,089 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:42:20,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:42:20,092 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:20,096 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:42:20,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:42:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:20,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:20,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:42:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:42:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:20,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:42:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:42:20,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:20,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:20,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:20,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:20,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:20,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:20,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:20,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:20,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:20,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/7bee3b20b5fb4ff1be96f13da003d6f5 is 50, key is test_row_0/A:col10/1732520540156/Put/seqid=0 2024-11-25T07:42:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:42:20,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732520540325, max timestamp=1732520540354Num uniques 859; 2024-11-25T07:42:20,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-25T07:42:20,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=152, cellSize=6960, totalHeapSize=16048, min timestamp=1732520540325, max timestamp=1732520540360Num uniques 859; 2024-11-25T07:42:20,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6960, suffix heap size=117064,new segment heap size=16048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=152 2024-11-25T07:42:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520600356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741837_1013 (size=14341) 2024-11-25T07:42:20,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/7bee3b20b5fb4ff1be96f13da003d6f5 2024-11-25T07:42:20,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520540325, max timestamp=1732520540360Num uniques 859; 2024-11-25T07:42:20,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:20,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:20,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:20,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:20,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:42:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/e13ae44096354f19bc92dedd530270fe is 50, key is test_row_0/B:col10/1732520540156/Put/seqid=0 2024-11-25T07:42:20,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520600605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520600606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520600608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520600612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520600616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741838_1014 (size=12001) 2024-11-25T07:42:20,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:20,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:20,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:20,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:20,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:42:20,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520600726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520600737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520600742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520600746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:20,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:20,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:20,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:20,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520600828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520600944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:20,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520600956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:20,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520600961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:20,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520600964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:21,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/e13ae44096354f19bc92dedd530270fe 2024-11-25T07:42:21,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/889476a96f9945e896c3755170da08a6 is 50, key is test_row_0/C:col10/1732520540156/Put/seqid=0 2024-11-25T07:42:21,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:21,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:21,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:21,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:21,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741839_1015 (size=12001) 2024-11-25T07:42:21,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520601134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:21,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:42:21,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520601264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:21,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520601274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:21,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:21,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:21,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:21,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:21,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:21,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520601284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:21,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:21,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520601294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:21,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:21,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:21,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/889476a96f9945e896c3755170da08a6 2024-11-25T07:42:21,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/7bee3b20b5fb4ff1be96f13da003d6f5 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/7bee3b20b5fb4ff1be96f13da003d6f5 2024-11-25T07:42:21,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/7bee3b20b5fb4ff1be96f13da003d6f5, entries=200, sequenceid=12, filesize=14.0 K 2024-11-25T07:42:21,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/e13ae44096354f19bc92dedd530270fe as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e13ae44096354f19bc92dedd530270fe 2024-11-25T07:42:21,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:21,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:21,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:21,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e13ae44096354f19bc92dedd530270fe, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T07:42:21,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/889476a96f9945e896c3755170da08a6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/889476a96f9945e896c3755170da08a6 2024-11-25T07:42:21,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/889476a96f9945e896c3755170da08a6, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T07:42:21,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=126.77 KB/129810 for 0aee5561ce248e1243dbb0b1ebbfdaba in 1492ms, sequenceid=12, compaction requested=false 2024-11-25T07:42:21,670 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T07:42:21,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:21,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732520540567, max timestamp=1732520541689Num uniques 1011; 2024-11-25T07:42:21,724 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46303, new segment data size=7688, suffix heap size=133112,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1011, new segment cells count=168 2024-11-25T07:42:21,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=102.48 KB heapSize=291.29 KB 2024-11-25T07:42:21,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:21,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:42:21,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:21,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T07:42:21,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:21,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T07:42:21,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/f4da54bf46914ef1b9ad303e60732b8e is 50, key is test_row_0/A:col10/1732520541689/Put/seqid=0 2024-11-25T07:42:21,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:21,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:21,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:21,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:21,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,786 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:42:21,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741840_1016 (size=14341) 2024-11-25T07:42:21,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/f4da54bf46914ef1b9ad303e60732b8e 2024-11-25T07:42:21,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/40f55f03208d418ea3345664101ef9ec is 50, key is test_row_0/B:col10/1732520541689/Put/seqid=0 2024-11-25T07:42:21,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741841_1017 (size=12001) 2024-11-25T07:42:21,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.57 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/40f55f03208d418ea3345664101ef9ec 2024-11-25T07:42:21,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:21,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:21,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:21,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520601863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:21,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520601871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:21,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520601909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:21,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:21,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:21,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520601913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:21,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:21,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520601939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:21,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:21,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:21,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/0db331e3a6484e129612d66b959c72ec is 50, key is test_row_0/C:col10/1732520541689/Put/seqid=0 2024-11-25T07:42:22,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741842_1018 (size=12001) 2024-11-25T07:42:22,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520602046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520602046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:22,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:22,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:22,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520602055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520602075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520602076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:42:22,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:22,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:22,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:22,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:22,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520602295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520602295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520602304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520602316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520602317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:22,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:22,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:22,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:22,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/0db331e3a6484e129612d66b959c72ec 2024-11-25T07:42:22,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/f4da54bf46914ef1b9ad303e60732b8e as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/f4da54bf46914ef1b9ad303e60732b8e 2024-11-25T07:42:22,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/f4da54bf46914ef1b9ad303e60732b8e, entries=200, sequenceid=50, filesize=14.0 K 2024-11-25T07:42:22,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/40f55f03208d418ea3345664101ef9ec as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/40f55f03208d418ea3345664101ef9ec 2024-11-25T07:42:22,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/40f55f03208d418ea3345664101ef9ec, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T07:42:22,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/0db331e3a6484e129612d66b959c72ec as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/0db331e3a6484e129612d66b959c72ec 2024-11-25T07:42:22,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:22,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:22,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:22,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:22,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/0db331e3a6484e129612d66b959c72ec, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T07:42:22,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~102.48 KB/104935, heapSize ~291.24 KB/298232, currentSize=80.51 KB/82440 for 0aee5561ce248e1243dbb0b1ebbfdaba in 871ms, sequenceid=50, compaction requested=false 2024-11-25T07:42:22,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:22,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T07:42:22,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:42:22,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:22,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:22,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:22,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:22,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:22,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:22,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/6358f046f38e408d98bc0beb2821df28 is 50, key is test_row_0/A:col10/1732520541905/Put/seqid=0 2024-11-25T07:42:22,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741843_1019 (size=12001) 2024-11-25T07:42:22,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:42:22,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T07:42:22,735 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:42:22,735 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T07:42:22,735 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:42:22,735 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T07:42:22,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T07:42:22,737 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T07:42:22,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:22,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:22,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:22,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:22,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520602694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520602693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520602791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520602793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520602795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:22,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:22,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520602905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520602905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520602916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520602918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:22,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520602923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:22,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:22,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:23,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/6358f046f38e408d98bc0beb2821df28 2024-11-25T07:42:23,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520603115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520603117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520603134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520603136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520603144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/7d388db99e67485aad877a914112647d is 50, key is test_row_0/B:col10/1732520541905/Put/seqid=0 2024-11-25T07:42:23,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741844_1020 (size=12001) 2024-11-25T07:42:23,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/7d388db99e67485aad877a914112647d 2024-11-25T07:42:23,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/e02bb9550bac41e48af8dcd9fd45fc63 is 50, key is test_row_0/C:col10/1732520541905/Put/seqid=0 2024-11-25T07:42:23,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741845_1021 (size=12001) 2024-11-25T07:42:23,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/e02bb9550bac41e48af8dcd9fd45fc63 2024-11-25T07:42:23,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/6358f046f38e408d98bc0beb2821df28 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/6358f046f38e408d98bc0beb2821df28 2024-11-25T07:42:23,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/6358f046f38e408d98bc0beb2821df28, entries=150, sequenceid=67, filesize=11.7 K 2024-11-25T07:42:23,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/7d388db99e67485aad877a914112647d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/7d388db99e67485aad877a914112647d 2024-11-25T07:42:23,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/7d388db99e67485aad877a914112647d, entries=150, sequenceid=67, filesize=11.7 K 2024-11-25T07:42:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/e02bb9550bac41e48af8dcd9fd45fc63 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/e02bb9550bac41e48af8dcd9fd45fc63 2024-11-25T07:42:23,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/e02bb9550bac41e48af8dcd9fd45fc63, entries=150, sequenceid=67, filesize=11.7 K 2024-11-25T07:42:23,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 0aee5561ce248e1243dbb0b1ebbfdaba in 788ms, sequenceid=67, compaction requested=true 2024-11-25T07:42:23,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:23,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:42:23,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:42:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:42:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:23,441 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:23,442 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:23,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T07:42:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:23,447 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:23,449 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:23,450 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/A is initiating minor compaction (all files) 2024-11-25T07:42:23,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:23,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:23,451 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/B is initiating minor compaction (all files) 2024-11-25T07:42:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:23,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:23,451 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/B in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,452 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e13ae44096354f19bc92dedd530270fe, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/40f55f03208d418ea3345664101ef9ec, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/7d388db99e67485aad877a914112647d] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=35.2 K 2024-11-25T07:42:23,452 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/A in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,453 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/7bee3b20b5fb4ff1be96f13da003d6f5, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/f4da54bf46914ef1b9ad303e60732b8e, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/6358f046f38e408d98bc0beb2821df28] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=39.7 K 2024-11-25T07:42:23,456 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bee3b20b5fb4ff1be96f13da003d6f5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732520540120 2024-11-25T07:42:23,456 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting e13ae44096354f19bc92dedd530270fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732520540138 2024-11-25T07:42:23,457 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4da54bf46914ef1b9ad303e60732b8e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732520540567 2024-11-25T07:42:23,459 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6358f046f38e408d98bc0beb2821df28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732520541905 2024-11-25T07:42:23,459 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 40f55f03208d418ea3345664101ef9ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732520540606 2024-11-25T07:42:23,461 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d388db99e67485aad877a914112647d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732520541905 2024-11-25T07:42:23,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/e9f6101dd7854ff2b01a5ce17fe04192 is 50, key is test_row_0/A:col10/1732520542720/Put/seqid=0 2024-11-25T07:42:23,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741846_1022 (size=14341) 2024-11-25T07:42:23,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/e9f6101dd7854ff2b01a5ce17fe04192 2024-11-25T07:42:23,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:23,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:23,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,555 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#A#compaction#10 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:23,557 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/4edcc6f104e84e62a584270e3630611b is 50, key is test_row_0/A:col10/1732520541905/Put/seqid=0 2024-11-25T07:42:23,560 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#B#compaction#11 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:23,561 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/f86e4dc0bdcf4e8f8c312500b6df23eb is 50, key is test_row_0/B:col10/1732520541905/Put/seqid=0 2024-11-25T07:42:23,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/44e10054238f4405b2bb303c6d1838e0 is 50, key is test_row_0/B:col10/1732520542720/Put/seqid=0 2024-11-25T07:42:23,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520603543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520603544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520603546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520603552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520603558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741849_1025 (size=12001) 2024-11-25T07:42:23,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/44e10054238f4405b2bb303c6d1838e0 2024-11-25T07:42:23,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741848_1024 (size=12104) 2024-11-25T07:42:23,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741847_1023 (size=12104) 2024-11-25T07:42:23,636 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/f86e4dc0bdcf4e8f8c312500b6df23eb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/f86e4dc0bdcf4e8f8c312500b6df23eb 2024-11-25T07:42:23,645 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/4edcc6f104e84e62a584270e3630611b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/4edcc6f104e84e62a584270e3630611b 2024-11-25T07:42:23,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/4c409c2e58774142bb5b5c5eff9cda3a is 50, key is test_row_0/C:col10/1732520542720/Put/seqid=0 2024-11-25T07:42:23,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741850_1026 (size=12001) 2024-11-25T07:42:23,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/4c409c2e58774142bb5b5c5eff9cda3a 2024-11-25T07:42:23,679 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/A of 0aee5561ce248e1243dbb0b1ebbfdaba into 4edcc6f104e84e62a584270e3630611b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:23,679 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/B of 0aee5561ce248e1243dbb0b1ebbfdaba into f86e4dc0bdcf4e8f8c312500b6df23eb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:23,679 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:23,679 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:23,682 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/A, priority=13, startTime=1732520543426; duration=0sec 2024-11-25T07:42:23,682 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/B, priority=13, startTime=1732520543429; duration=0sec 2024-11-25T07:42:23,683 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:23,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:23,683 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:A 2024-11-25T07:42:23,683 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:23,683 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:B 2024-11-25T07:42:23,683 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:23,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:23,691 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:23,691 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/C is initiating minor compaction (all files) 2024-11-25T07:42:23,691 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/C in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,691 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/889476a96f9945e896c3755170da08a6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/0db331e3a6484e129612d66b959c72ec, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/e02bb9550bac41e48af8dcd9fd45fc63] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=35.2 K 2024-11-25T07:42:23,693 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 889476a96f9945e896c3755170da08a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732520540138 2024-11-25T07:42:23,695 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0db331e3a6484e129612d66b959c72ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732520540606 2024-11-25T07:42:23,697 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting e02bb9550bac41e48af8dcd9fd45fc63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732520541905 2024-11-25T07:42:23,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/e9f6101dd7854ff2b01a5ce17fe04192 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/e9f6101dd7854ff2b01a5ce17fe04192 2024-11-25T07:42:23,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520603685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520603686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520603685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520603686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520603686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/e9f6101dd7854ff2b01a5ce17fe04192, entries=200, sequenceid=85, filesize=14.0 K 2024-11-25T07:42:23,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/44e10054238f4405b2bb303c6d1838e0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/44e10054238f4405b2bb303c6d1838e0 2024-11-25T07:42:23,731 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#C#compaction#14 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:23,731 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/3b7f6b3600154d759ea35b97b47046af is 50, key is test_row_0/C:col10/1732520541905/Put/seqid=0 2024-11-25T07:42:23,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/44e10054238f4405b2bb303c6d1838e0, entries=150, sequenceid=85, filesize=11.7 K 2024-11-25T07:42:23,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/4c409c2e58774142bb5b5c5eff9cda3a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/4c409c2e58774142bb5b5c5eff9cda3a 2024-11-25T07:42:23,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/4c409c2e58774142bb5b5c5eff9cda3a, entries=150, sequenceid=85, filesize=11.7 K 2024-11-25T07:42:23,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 0aee5561ce248e1243dbb0b1ebbfdaba in 318ms, sequenceid=85, compaction requested=false 2024-11-25T07:42:23,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:23,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741851_1027 (size=12104) 2024-11-25T07:42:23,795 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/3b7f6b3600154d759ea35b97b47046af as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/3b7f6b3600154d759ea35b97b47046af 2024-11-25T07:42:23,823 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/C of 0aee5561ce248e1243dbb0b1ebbfdaba into 3b7f6b3600154d759ea35b97b47046af(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:23,823 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:23,823 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/C, priority=13, startTime=1732520543430; duration=0sec 2024-11-25T07:42:23,823 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:23,823 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:C 2024-11-25T07:42:23,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T07:42:23,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:23,850 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T07:42:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:23,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/914784ef7da742e2951b2d18450bf705 is 50, key is test_row_0/A:col10/1732520543545/Put/seqid=0 2024-11-25T07:42:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741852_1028 (size=12001) 2024-11-25T07:42:23,913 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/914784ef7da742e2951b2d18450bf705 2024-11-25T07:42:23,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/af8040f7375d461ea3c90e7dcef0fbb9 is 50, key is test_row_0/B:col10/1732520543545/Put/seqid=0 2024-11-25T07:42:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520603964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520603966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520603968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520603970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520603974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:23,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:23,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:23,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741853_1029 (size=12001) 2024-11-25T07:42:24,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520604084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520604084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520604085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520604085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520604094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:42:24,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520604294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520604294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520604305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520604306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520604315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,401 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/af8040f7375d461ea3c90e7dcef0fbb9 2024-11-25T07:42:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/dc980b523e094ab6ba58983b851768ba is 50, key is test_row_0/C:col10/1732520543545/Put/seqid=0 2024-11-25T07:42:24,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741854_1030 (size=12001) 2024-11-25T07:42:24,517 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/dc980b523e094ab6ba58983b851768ba 2024-11-25T07:42:24,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/914784ef7da742e2951b2d18450bf705 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/914784ef7da742e2951b2d18450bf705 2024-11-25T07:42:24,557 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/914784ef7da742e2951b2d18450bf705, entries=150, sequenceid=102, filesize=11.7 K 2024-11-25T07:42:24,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/af8040f7375d461ea3c90e7dcef0fbb9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/af8040f7375d461ea3c90e7dcef0fbb9 2024-11-25T07:42:24,584 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/af8040f7375d461ea3c90e7dcef0fbb9, entries=150, sequenceid=102, filesize=11.7 K 2024-11-25T07:42:24,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/dc980b523e094ab6ba58983b851768ba as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/dc980b523e094ab6ba58983b851768ba 2024-11-25T07:42:24,607 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/dc980b523e094ab6ba58983b851768ba, entries=150, sequenceid=102, filesize=11.7 K 2024-11-25T07:42:24,612 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 0aee5561ce248e1243dbb0b1ebbfdaba in 759ms, sequenceid=102, compaction requested=true 2024-11-25T07:42:24,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:24,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:24,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T07:42:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T07:42:24,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T07:42:24,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:24,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:24,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:24,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:24,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:24,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:24,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T07:42:24,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.5250 sec 2024-11-25T07:42:24,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 4.5650 sec 2024-11-25T07:42:24,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/15391c35a49d459ea28b9f0620571e35 is 50, key is test_row_0/A:col10/1732520544619/Put/seqid=0 2024-11-25T07:42:24,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520604649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520604651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520604655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520604665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741855_1031 (size=12001) 2024-11-25T07:42:24,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/15391c35a49d459ea28b9f0620571e35 2024-11-25T07:42:24,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520604672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/0adb397a91344d5aad2e592a4bde3c58 is 50, key is test_row_0/B:col10/1732520544619/Put/seqid=0 2024-11-25T07:42:24,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741856_1032 (size=12001) 2024-11-25T07:42:24,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/0adb397a91344d5aad2e592a4bde3c58 2024-11-25T07:42:24,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/ae5120a361cb4d74b67b1514e55d80b5 is 50, key is test_row_0/C:col10/1732520544619/Put/seqid=0 2024-11-25T07:42:24,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520604774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520604775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520604779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520604789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520604789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:24,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:24,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741857_1033 (size=12001) 2024-11-25T07:42:24,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/ae5120a361cb4d74b67b1514e55d80b5 2024-11-25T07:42:24,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/15391c35a49d459ea28b9f0620571e35 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/15391c35a49d459ea28b9f0620571e35 2024-11-25T07:42:24,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/15391c35a49d459ea28b9f0620571e35, entries=150, sequenceid=122, filesize=11.7 K 2024-11-25T07:42:24,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/0adb397a91344d5aad2e592a4bde3c58 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0adb397a91344d5aad2e592a4bde3c58 2024-11-25T07:42:24,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0adb397a91344d5aad2e592a4bde3c58, entries=150, sequenceid=122, filesize=11.7 K 2024-11-25T07:42:24,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/ae5120a361cb4d74b67b1514e55d80b5 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/ae5120a361cb4d74b67b1514e55d80b5 2024-11-25T07:42:24,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/ae5120a361cb4d74b67b1514e55d80b5, entries=150, sequenceid=122, filesize=11.7 K 2024-11-25T07:42:24,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 0aee5561ce248e1243dbb0b1ebbfdaba in 286ms, sequenceid=122, compaction requested=true 2024-11-25T07:42:24,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:24,912 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:42:24,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:42:24,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:24,913 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:42:24,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:42:24,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:24,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:42:24,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:24,916 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:42:24,916 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/A is initiating minor compaction (all files) 2024-11-25T07:42:24,917 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/A in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:24,917 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/4edcc6f104e84e62a584270e3630611b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/e9f6101dd7854ff2b01a5ce17fe04192, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/914784ef7da742e2951b2d18450bf705, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/15391c35a49d459ea28b9f0620571e35] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=49.3 K 2024-11-25T07:42:24,918 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4edcc6f104e84e62a584270e3630611b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732520541905 2024-11-25T07:42:24,918 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:42:24,918 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/B is initiating minor compaction (all files) 2024-11-25T07:42:24,918 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/B in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:24,919 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/f86e4dc0bdcf4e8f8c312500b6df23eb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/44e10054238f4405b2bb303c6d1838e0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/af8040f7375d461ea3c90e7dcef0fbb9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0adb397a91344d5aad2e592a4bde3c58] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=47.0 K 2024-11-25T07:42:24,919 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9f6101dd7854ff2b01a5ce17fe04192, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732520542711 2024-11-25T07:42:24,920 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting f86e4dc0bdcf4e8f8c312500b6df23eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732520541905 2024-11-25T07:42:24,920 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 914784ef7da742e2951b2d18450bf705, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732520543542 2024-11-25T07:42:24,921 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 44e10054238f4405b2bb303c6d1838e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732520542720 2024-11-25T07:42:24,921 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15391c35a49d459ea28b9f0620571e35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732520543964 2024-11-25T07:42:24,923 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting af8040f7375d461ea3c90e7dcef0fbb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732520543542 2024-11-25T07:42:24,925 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 0adb397a91344d5aad2e592a4bde3c58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732520543964 2024-11-25T07:42:24,956 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:24,957 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/4a61d5e30db74b9da522813f75acf5db is 50, key is test_row_0/A:col10/1732520544619/Put/seqid=0 2024-11-25T07:42:24,965 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:24,965 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/8195ee06d231487fa25b754bf7f67600 is 50, key is test_row_0/B:col10/1732520544619/Put/seqid=0 2024-11-25T07:42:24,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741858_1034 (size=12241) 2024-11-25T07:42:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:25,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T07:42:25,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:25,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:25,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:25,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:25,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:25,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:25,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741859_1035 (size=12241) 2024-11-25T07:42:25,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/eb991d79bac64a289878ce4c4b6d1a14 is 50, key is test_row_0/A:col10/1732520544649/Put/seqid=0 2024-11-25T07:42:25,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741860_1036 (size=12151) 2024-11-25T07:42:25,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/eb991d79bac64a289878ce4c4b6d1a14 2024-11-25T07:42:25,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/8cc22da7cb39403dbbbc486d2b87adf6 is 50, key is test_row_0/B:col10/1732520544649/Put/seqid=0 2024-11-25T07:42:25,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520605075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520605076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520605077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520605080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520605080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741861_1037 (size=12151) 2024-11-25T07:42:25,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/8cc22da7cb39403dbbbc486d2b87adf6 2024-11-25T07:42:25,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/c046f31c62494d68ae1d2e906c2b1020 is 50, key is test_row_0/C:col10/1732520544649/Put/seqid=0 2024-11-25T07:42:25,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520605221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520605222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520605222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520605223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520605223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741862_1038 (size=12151) 2024-11-25T07:42:25,428 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/4a61d5e30db74b9da522813f75acf5db as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/4a61d5e30db74b9da522813f75acf5db 2024-11-25T07:42:25,442 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/8195ee06d231487fa25b754bf7f67600 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/8195ee06d231487fa25b754bf7f67600 2024-11-25T07:42:25,446 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/A of 0aee5561ce248e1243dbb0b1ebbfdaba into 4a61d5e30db74b9da522813f75acf5db(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:25,446 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:25,446 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/A, priority=12, startTime=1732520544912; duration=0sec 2024-11-25T07:42:25,447 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:25,447 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:A 2024-11-25T07:42:25,447 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:42:25,451 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:42:25,452 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/C is initiating minor compaction (all files) 2024-11-25T07:42:25,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,452 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/C in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520605443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,452 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/3b7f6b3600154d759ea35b97b47046af, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/4c409c2e58774142bb5b5c5eff9cda3a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/dc980b523e094ab6ba58983b851768ba, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/ae5120a361cb4d74b67b1514e55d80b5] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=47.0 K 2024-11-25T07:42:25,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,453 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b7f6b3600154d759ea35b97b47046af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732520541905 2024-11-25T07:42:25,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520605444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,454 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c409c2e58774142bb5b5c5eff9cda3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732520542720 2024-11-25T07:42:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,456 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc980b523e094ab6ba58983b851768ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732520543542 2024-11-25T07:42:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520605444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,457 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae5120a361cb4d74b67b1514e55d80b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732520543964 2024-11-25T07:42:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520605444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520605444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,466 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/B of 0aee5561ce248e1243dbb0b1ebbfdaba into 8195ee06d231487fa25b754bf7f67600(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:25,468 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:25,468 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/B, priority=12, startTime=1732520544913; duration=0sec 2024-11-25T07:42:25,468 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:25,468 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:B 2024-11-25T07:42:25,495 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#C#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:25,496 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/dcda46d59b674edd95627b29e952f98c is 50, key is test_row_0/C:col10/1732520544619/Put/seqid=0 2024-11-25T07:42:25,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741863_1039 (size=12241) 2024-11-25T07:42:25,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/c046f31c62494d68ae1d2e906c2b1020 2024-11-25T07:42:25,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/eb991d79bac64a289878ce4c4b6d1a14 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/eb991d79bac64a289878ce4c4b6d1a14 2024-11-25T07:42:25,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/eb991d79bac64a289878ce4c4b6d1a14, entries=150, sequenceid=138, filesize=11.9 K 2024-11-25T07:42:25,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/8cc22da7cb39403dbbbc486d2b87adf6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/8cc22da7cb39403dbbbc486d2b87adf6 2024-11-25T07:42:25,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/8cc22da7cb39403dbbbc486d2b87adf6, entries=150, sequenceid=138, filesize=11.9 K 2024-11-25T07:42:25,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/c046f31c62494d68ae1d2e906c2b1020 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c046f31c62494d68ae1d2e906c2b1020 2024-11-25T07:42:25,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c046f31c62494d68ae1d2e906c2b1020, entries=150, sequenceid=138, filesize=11.9 K 2024-11-25T07:42:25,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 0aee5561ce248e1243dbb0b1ebbfdaba in 714ms, sequenceid=138, compaction requested=false 2024-11-25T07:42:25,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:25,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T07:42:25,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:25,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:25,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:25,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:25,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:25,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:25,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/a8d90afe4be94af48ae8370c98326b47 is 50, key is test_row_0/A:col10/1732520545765/Put/seqid=0 2024-11-25T07:42:25,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520605824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520605826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520605836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520605843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520605843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741864_1040 (size=19321) 2024-11-25T07:42:25,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/a8d90afe4be94af48ae8370c98326b47 2024-11-25T07:42:25,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/390af515e7554625983c889cc22cdeeb is 50, key is test_row_0/B:col10/1732520545765/Put/seqid=0 2024-11-25T07:42:25,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741865_1041 (size=12151) 2024-11-25T07:42:25,944 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/dcda46d59b674edd95627b29e952f98c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/dcda46d59b674edd95627b29e952f98c 2024-11-25T07:42:25,961 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/C of 0aee5561ce248e1243dbb0b1ebbfdaba into dcda46d59b674edd95627b29e952f98c(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:25,961 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:25,961 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/C, priority=12, startTime=1732520544913; duration=0sec 2024-11-25T07:42:25,961 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:25,961 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:C 2024-11-25T07:42:25,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520605953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520605954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520605964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520605965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520605965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:25,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:25,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:25,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520606174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520606175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520606183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520606183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520606185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/390af515e7554625983c889cc22cdeeb 2024-11-25T07:42:26,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/a3987def1ed441ac87c3350b27abd1f0 is 50, key is test_row_0/C:col10/1732520545765/Put/seqid=0 2024-11-25T07:42:26,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741866_1042 (size=12151) 2024-11-25T07:42:26,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/a3987def1ed441ac87c3350b27abd1f0 2024-11-25T07:42:26,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/a8d90afe4be94af48ae8370c98326b47 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a8d90afe4be94af48ae8370c98326b47 2024-11-25T07:42:26,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a8d90afe4be94af48ae8370c98326b47, entries=300, sequenceid=160, filesize=18.9 K 2024-11-25T07:42:26,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/390af515e7554625983c889cc22cdeeb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/390af515e7554625983c889cc22cdeeb 2024-11-25T07:42:26,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/390af515e7554625983c889cc22cdeeb, entries=150, sequenceid=160, filesize=11.9 K 2024-11-25T07:42:26,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/a3987def1ed441ac87c3350b27abd1f0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/a3987def1ed441ac87c3350b27abd1f0 2024-11-25T07:42:26,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/a3987def1ed441ac87c3350b27abd1f0, entries=150, sequenceid=160, filesize=11.9 K 2024-11-25T07:42:26,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 0aee5561ce248e1243dbb0b1ebbfdaba in 707ms, sequenceid=160, compaction requested=true 2024-11-25T07:42:26,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:26,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:42:26,479 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:26,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:26,479 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:26,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:42:26,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:26,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:42:26,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:26,487 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:26,487 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/B is initiating minor compaction (all files) 2024-11-25T07:42:26,488 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/B in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:26,488 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/8195ee06d231487fa25b754bf7f67600, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/8cc22da7cb39403dbbbc486d2b87adf6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/390af515e7554625983c889cc22cdeeb] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=35.7 K 2024-11-25T07:42:26,489 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43713 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:26,489 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/A is initiating minor compaction (all files) 2024-11-25T07:42:26,489 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/A in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:26,489 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/4a61d5e30db74b9da522813f75acf5db, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/eb991d79bac64a289878ce4c4b6d1a14, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a8d90afe4be94af48ae8370c98326b47] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=42.7 K 2024-11-25T07:42:26,491 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a61d5e30db74b9da522813f75acf5db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732520543964 2024-11-25T07:42:26,492 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8195ee06d231487fa25b754bf7f67600, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732520543964 2024-11-25T07:42:26,493 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting eb991d79bac64a289878ce4c4b6d1a14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732520544649 2024-11-25T07:42:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:26,494 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cc22da7cb39403dbbbc486d2b87adf6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732520544649 2024-11-25T07:42:26,494 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting a8d90afe4be94af48ae8370c98326b47, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732520545060 2024-11-25T07:42:26,496 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 390af515e7554625983c889cc22cdeeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732520545765 2024-11-25T07:42:26,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T07:42:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:26,522 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#B#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:26,523 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/e071a9aa601744a69ccd1755f0e8efc7 is 50, key is test_row_0/B:col10/1732520545765/Put/seqid=0 2024-11-25T07:42:26,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/aec59235d33e42889c34c0e4a5ca8eac is 50, key is test_row_0/A:col10/1732520546498/Put/seqid=0 2024-11-25T07:42:26,554 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#A#compaction#32 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:26,554 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/eb2394f8bb6f45139cb8162e483a8f4a is 50, key is test_row_0/A:col10/1732520545765/Put/seqid=0 2024-11-25T07:42:26,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741867_1043 (size=12493) 2024-11-25T07:42:26,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741868_1044 (size=12151) 2024-11-25T07:42:26,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520606548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520606550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/aec59235d33e42889c34c0e4a5ca8eac 2024-11-25T07:42:26,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520606550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520606552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520606553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/39677c695b4545c29569ad6daf8a1793 is 50, key is test_row_0/B:col10/1732520546498/Put/seqid=0 2024-11-25T07:42:26,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741869_1045 (size=12493) 2024-11-25T07:42:26,631 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/eb2394f8bb6f45139cb8162e483a8f4a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/eb2394f8bb6f45139cb8162e483a8f4a 2024-11-25T07:42:26,644 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/A of 0aee5561ce248e1243dbb0b1ebbfdaba into eb2394f8bb6f45139cb8162e483a8f4a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:26,644 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:26,644 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/A, priority=13, startTime=1732520546479; duration=0sec 2024-11-25T07:42:26,645 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:26,645 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:A 2024-11-25T07:42:26,645 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:26,650 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:26,650 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/C is initiating minor compaction (all files) 2024-11-25T07:42:26,650 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/C in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:26,650 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/dcda46d59b674edd95627b29e952f98c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c046f31c62494d68ae1d2e906c2b1020, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/a3987def1ed441ac87c3350b27abd1f0] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=35.7 K 2024-11-25T07:42:26,651 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting dcda46d59b674edd95627b29e952f98c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732520543964 2024-11-25T07:42:26,651 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting c046f31c62494d68ae1d2e906c2b1020, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732520544649 2024-11-25T07:42:26,652 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting a3987def1ed441ac87c3350b27abd1f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732520545765 2024-11-25T07:42:26,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741870_1046 (size=12151) 2024-11-25T07:42:26,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/39677c695b4545c29569ad6daf8a1793 2024-11-25T07:42:26,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520606675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520606675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520606684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,692 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:26,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,693 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/99182b268a0d46e9b4421e29d2d5e5b2 is 50, key is test_row_0/C:col10/1732520545765/Put/seqid=0 2024-11-25T07:42:26,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520606684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520606684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/6968667e0dd7416e858771d46e5150e2 is 50, key is test_row_0/C:col10/1732520546498/Put/seqid=0 2024-11-25T07:42:26,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741871_1047 (size=12493) 2024-11-25T07:42:26,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741872_1048 (size=12151) 2024-11-25T07:42:26,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520606894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520606904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520606905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520606905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:26,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520606905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:26,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:26,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:26,976 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/e071a9aa601744a69ccd1755f0e8efc7 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e071a9aa601744a69ccd1755f0e8efc7 2024-11-25T07:42:26,990 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/B of 0aee5561ce248e1243dbb0b1ebbfdaba into e071a9aa601744a69ccd1755f0e8efc7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:26,990 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:26,990 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/B, priority=13, startTime=1732520546479; duration=0sec 2024-11-25T07:42:26,991 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:26,991 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:B 2024-11-25T07:42:27,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/6968667e0dd7416e858771d46e5150e2 2024-11-25T07:42:27,161 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/99182b268a0d46e9b4421e29d2d5e5b2 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/99182b268a0d46e9b4421e29d2d5e5b2 2024-11-25T07:42:27,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/aec59235d33e42889c34c0e4a5ca8eac as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/aec59235d33e42889c34c0e4a5ca8eac 2024-11-25T07:42:27,209 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/C of 0aee5561ce248e1243dbb0b1ebbfdaba into 99182b268a0d46e9b4421e29d2d5e5b2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:27,210 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:27,210 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/C, priority=13, startTime=1732520546479; duration=0sec 2024-11-25T07:42:27,210 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:27,210 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:C 2024-11-25T07:42:27,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/aec59235d33e42889c34c0e4a5ca8eac, entries=150, sequenceid=177, filesize=11.9 K 2024-11-25T07:42:27,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/39677c695b4545c29569ad6daf8a1793 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/39677c695b4545c29569ad6daf8a1793 2024-11-25T07:42:27,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520607214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520607214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520607214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/39677c695b4545c29569ad6daf8a1793, entries=150, sequenceid=177, filesize=11.9 K 2024-11-25T07:42:27,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/6968667e0dd7416e858771d46e5150e2 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/6968667e0dd7416e858771d46e5150e2 2024-11-25T07:42:27,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520607223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520607224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/6968667e0dd7416e858771d46e5150e2, entries=150, sequenceid=177, filesize=11.9 K 2024-11-25T07:42:27,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 0aee5561ce248e1243dbb0b1ebbfdaba in 742ms, sequenceid=177, compaction requested=false 2024-11-25T07:42:27,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:27,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T07:42:27,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:27,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:27,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:27,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:27,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:27,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:27,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/30e727ab0d3a4cf5b5b8a83940fc9781 is 50, key is test_row_0/A:col10/1732520546541/Put/seqid=0 2024-11-25T07:42:27,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520607766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520607768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520607768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520607770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741873_1049 (size=12151) 2024-11-25T07:42:27,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/30e727ab0d3a4cf5b5b8a83940fc9781 2024-11-25T07:42:27,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520607771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/2c317ae63e2948e2960330d3432ba008 is 50, key is test_row_0/B:col10/1732520546541/Put/seqid=0 2024-11-25T07:42:27,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741874_1050 (size=12151) 2024-11-25T07:42:27,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520607883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520607883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520607883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520607893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:27,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520607900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520608093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520608094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520608094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520608103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520608113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/2c317ae63e2948e2960330d3432ba008 2024-11-25T07:42:28,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/c8c9c583161d42d088adfbe3a7b058ce is 50, key is test_row_0/C:col10/1732520546541/Put/seqid=0 2024-11-25T07:42:28,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741875_1051 (size=12151) 2024-11-25T07:42:28,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/c8c9c583161d42d088adfbe3a7b058ce 2024-11-25T07:42:28,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/30e727ab0d3a4cf5b5b8a83940fc9781 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/30e727ab0d3a4cf5b5b8a83940fc9781 2024-11-25T07:42:28,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/30e727ab0d3a4cf5b5b8a83940fc9781, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T07:42:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:42:28,274 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:42:28,275 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:42:28,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/2c317ae63e2948e2960330d3432ba008 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/2c317ae63e2948e2960330d3432ba008 2024-11-25T07:42:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-25T07:42:28,283 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:42:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T07:42:28,284 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:42:28,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:42:28,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/2c317ae63e2948e2960330d3432ba008, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T07:42:28,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/c8c9c583161d42d088adfbe3a7b058ce as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c8c9c583161d42d088adfbe3a7b058ce 2024-11-25T07:42:28,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c8c9c583161d42d088adfbe3a7b058ce, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T07:42:28,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 0aee5561ce248e1243dbb0b1ebbfdaba in 573ms, sequenceid=198, compaction requested=true 2024-11-25T07:42:28,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:28,317 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:28,319 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:28,319 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/A is initiating minor compaction (all files) 2024-11-25T07:42:28,319 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/A in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:28,319 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/eb2394f8bb6f45139cb8162e483a8f4a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/aec59235d33e42889c34c0e4a5ca8eac, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/30e727ab0d3a4cf5b5b8a83940fc9781] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=35.9 K 2024-11-25T07:42:28,320 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb2394f8bb6f45139cb8162e483a8f4a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732520545765 2024-11-25T07:42:28,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:42:28,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:28,320 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:28,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:42:28,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:28,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:42:28,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:28,321 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting aec59235d33e42889c34c0e4a5ca8eac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732520545835 2024-11-25T07:42:28,322 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30e727ab0d3a4cf5b5b8a83940fc9781, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732520546541 2024-11-25T07:42:28,322 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:28,322 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/B is initiating minor compaction (all files) 2024-11-25T07:42:28,322 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/B in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:28,323 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e071a9aa601744a69ccd1755f0e8efc7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/39677c695b4545c29569ad6daf8a1793, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/2c317ae63e2948e2960330d3432ba008] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=35.9 K 2024-11-25T07:42:28,324 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting e071a9aa601744a69ccd1755f0e8efc7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732520545765 2024-11-25T07:42:28,325 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 39677c695b4545c29569ad6daf8a1793, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732520545835 2024-11-25T07:42:28,329 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c317ae63e2948e2960330d3432ba008, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732520546541 2024-11-25T07:42:28,352 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:28,353 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/a604eb13f4874d078ff7231bb70c020a is 50, key is test_row_0/A:col10/1732520546541/Put/seqid=0 2024-11-25T07:42:28,353 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#B#compaction#40 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:28,354 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/a77a69d9e7234acea1a401fc5688333c is 50, key is test_row_0/B:col10/1732520546541/Put/seqid=0 2024-11-25T07:42:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T07:42:28,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741876_1052 (size=12595) 2024-11-25T07:42:28,407 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/a77a69d9e7234acea1a401fc5688333c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/a77a69d9e7234acea1a401fc5688333c 2024-11-25T07:42:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741877_1053 (size=12595) 2024-11-25T07:42:28,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T07:42:28,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:28,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:28,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:28,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:28,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:28,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:28,428 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/B of 0aee5561ce248e1243dbb0b1ebbfdaba into a77a69d9e7234acea1a401fc5688333c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:28,428 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:28,428 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/B, priority=13, startTime=1732520548320; duration=0sec 2024-11-25T07:42:28,429 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:28,429 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:B 2024-11-25T07:42:28,430 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:28,432 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/a604eb13f4874d078ff7231bb70c020a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a604eb13f4874d078ff7231bb70c020a 2024-11-25T07:42:28,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/fe2f0d7566424ced8a82400a18cc11c4 is 50, key is test_row_0/A:col10/1732520547765/Put/seqid=0 2024-11-25T07:42:28,438 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:28,439 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/C is initiating minor compaction (all files) 2024-11-25T07:42:28,439 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/C in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:28,439 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/99182b268a0d46e9b4421e29d2d5e5b2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/6968667e0dd7416e858771d46e5150e2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c8c9c583161d42d088adfbe3a7b058ce] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=35.9 K 2024-11-25T07:42:28,440 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 99182b268a0d46e9b4421e29d2d5e5b2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732520545765 2024-11-25T07:42:28,442 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 6968667e0dd7416e858771d46e5150e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732520545835 2024-11-25T07:42:28,443 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting c8c9c583161d42d088adfbe3a7b058ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732520546541 2024-11-25T07:42:28,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T07:42:28,445 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/A of 0aee5561ce248e1243dbb0b1ebbfdaba into a604eb13f4874d078ff7231bb70c020a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:28,445 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:28,445 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/A, priority=13, startTime=1732520548317; duration=0sec 2024-11-25T07:42:28,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:28,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:28,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:28,445 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:28,445 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:A 2024-11-25T07:42:28,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:28,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:28,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741878_1054 (size=14541) 2024-11-25T07:42:28,491 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:28,492 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/0444bba0f2424260aa68b29d65414ed2 is 50, key is test_row_0/C:col10/1732520546541/Put/seqid=0 2024-11-25T07:42:28,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520608473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520608485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520608496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520608498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520608501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741879_1055 (size=12595) 2024-11-25T07:42:28,549 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/0444bba0f2424260aa68b29d65414ed2 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/0444bba0f2424260aa68b29d65414ed2 2024-11-25T07:42:28,572 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/C of 0aee5561ce248e1243dbb0b1ebbfdaba into 0444bba0f2424260aa68b29d65414ed2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:28,572 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:28,572 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/C, priority=13, startTime=1732520548320; duration=0sec 2024-11-25T07:42:28,573 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:28,573 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:C 2024-11-25T07:42:28,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T07:42:28,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:28,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:28,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:28,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:28,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T07:42:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:28,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520608605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520608605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520608625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520608626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520608626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T07:42:28,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:28,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:28,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520608824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520608824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520608843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520608844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520608854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:28,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/fe2f0d7566424ced8a82400a18cc11c4 2024-11-25T07:42:28,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/61973dbede6b4004b376a46d538284f2 is 50, key is test_row_0/B:col10/1732520547765/Put/seqid=0 2024-11-25T07:42:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T07:42:28,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T07:42:28,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:28,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:28,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:28,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:28,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:28,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741880_1056 (size=12151) 2024-11-25T07:42:28,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/61973dbede6b4004b376a46d538284f2 2024-11-25T07:42:28,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/7c022e85c34f4c5f80e8015217017c18 is 50, key is test_row_0/C:col10/1732520547765/Put/seqid=0 2024-11-25T07:42:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741881_1057 (size=12151) 2024-11-25T07:42:29,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T07:42:29,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:29,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:29,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:29,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:29,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:29,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520609134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520609134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520609154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520609154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520609173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T07:42:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:29,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:29,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/7c022e85c34f4c5f80e8015217017c18 2024-11-25T07:42:29,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/fe2f0d7566424ced8a82400a18cc11c4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/fe2f0d7566424ced8a82400a18cc11c4 2024-11-25T07:42:29,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T07:42:29,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:29,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:29,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:29,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:29,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:29,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/fe2f0d7566424ced8a82400a18cc11c4, entries=200, sequenceid=214, filesize=14.2 K 2024-11-25T07:42:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/61973dbede6b4004b376a46d538284f2 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/61973dbede6b4004b376a46d538284f2 2024-11-25T07:42:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T07:42:29,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/61973dbede6b4004b376a46d538284f2, entries=150, sequenceid=214, filesize=11.9 K 2024-11-25T07:42:29,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/7c022e85c34f4c5f80e8015217017c18 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/7c022e85c34f4c5f80e8015217017c18 2024-11-25T07:42:29,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/7c022e85c34f4c5f80e8015217017c18, entries=150, sequenceid=214, filesize=11.9 K 2024-11-25T07:42:29,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 0aee5561ce248e1243dbb0b1ebbfdaba in 1038ms, sequenceid=214, compaction requested=false 2024-11-25T07:42:29,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:29,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T07:42:29,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:29,546 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T07:42:29,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:29,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:29,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:29,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:29,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:29,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:29,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/a7ecb486e99e4f7e9ebd9e26eb51eaa0 is 50, key is test_row_0/A:col10/1732520548495/Put/seqid=0 2024-11-25T07:42:29,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741882_1058 (size=12151) 2024-11-25T07:42:29,624 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/a7ecb486e99e4f7e9ebd9e26eb51eaa0 2024-11-25T07:42:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/37546f0915314389b192a3478e76b592 is 50, key is test_row_0/B:col10/1732520548495/Put/seqid=0 2024-11-25T07:42:29,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:29,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741883_1059 (size=12151) 2024-11-25T07:42:29,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520609710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520609737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520609740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520609743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520609743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520609843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520609856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520609869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520609870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520609871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:29,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:29,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:29,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520610063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520610074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520610083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520610083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520610086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,113 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/37546f0915314389b192a3478e76b592 2024-11-25T07:42:30,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/c9248e1d7e924ad39d1f617fc7b50bd7 is 50, key is test_row_0/C:col10/1732520548495/Put/seqid=0 2024-11-25T07:42:30,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741884_1060 (size=12151) 2024-11-25T07:42:30,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520610383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520610383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520610394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520610396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520610403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T07:42:30,573 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/c9248e1d7e924ad39d1f617fc7b50bd7 2024-11-25T07:42:30,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/a7ecb486e99e4f7e9ebd9e26eb51eaa0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a7ecb486e99e4f7e9ebd9e26eb51eaa0 2024-11-25T07:42:30,598 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a7ecb486e99e4f7e9ebd9e26eb51eaa0, entries=150, sequenceid=234, filesize=11.9 K 2024-11-25T07:42:30,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/37546f0915314389b192a3478e76b592 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/37546f0915314389b192a3478e76b592 2024-11-25T07:42:30,618 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/37546f0915314389b192a3478e76b592, entries=150, sequenceid=234, filesize=11.9 K 2024-11-25T07:42:30,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/c9248e1d7e924ad39d1f617fc7b50bd7 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c9248e1d7e924ad39d1f617fc7b50bd7 2024-11-25T07:42:30,630 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c9248e1d7e924ad39d1f617fc7b50bd7, entries=150, sequenceid=234, filesize=11.9 K 2024-11-25T07:42:30,632 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=93.93 KB/96180 for 0aee5561ce248e1243dbb0b1ebbfdaba in 1086ms, sequenceid=234, compaction requested=true 2024-11-25T07:42:30,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:30,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:30,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-25T07:42:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-25T07:42:30,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:42:30,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3510 sec 2024-11-25T07:42:30,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.3650 sec 2024-11-25T07:42:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:30,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T07:42:30,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:30,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:30,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:30,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:30,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:30,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:30,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/c78098a57c414165b7cdef7f6dbaa2fc is 50, key is test_row_0/A:col10/1732520550897/Put/seqid=0 2024-11-25T07:42:30,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741885_1061 (size=14541) 2024-11-25T07:42:30,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/c78098a57c414165b7cdef7f6dbaa2fc 2024-11-25T07:42:30,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/27aae2ad7b844b738810d55fcacf83e4 is 50, key is test_row_0/B:col10/1732520550897/Put/seqid=0 2024-11-25T07:42:30,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741886_1062 (size=12151) 2024-11-25T07:42:30,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520610928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520610923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520610988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520610989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520610997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520611093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520611104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520611104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520611105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520611105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520611305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520611313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520611313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520611314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520611314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/27aae2ad7b844b738810d55fcacf83e4 2024-11-25T07:42:31,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/84bf34aabba549ef92a11e9fea7abab1 is 50, key is test_row_0/C:col10/1732520550897/Put/seqid=0 2024-11-25T07:42:31,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741887_1063 (size=12151) 2024-11-25T07:42:31,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520611624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520611624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520611624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520611624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520611625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:31,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:31,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:31,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/84bf34aabba549ef92a11e9fea7abab1 2024-11-25T07:42:31,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/c78098a57c414165b7cdef7f6dbaa2fc as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c78098a57c414165b7cdef7f6dbaa2fc 2024-11-25T07:42:31,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c78098a57c414165b7cdef7f6dbaa2fc, entries=200, sequenceid=252, filesize=14.2 K 2024-11-25T07:42:31,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/27aae2ad7b844b738810d55fcacf83e4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/27aae2ad7b844b738810d55fcacf83e4 2024-11-25T07:42:31,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/27aae2ad7b844b738810d55fcacf83e4, entries=150, sequenceid=252, filesize=11.9 K 2024-11-25T07:42:31,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/84bf34aabba549ef92a11e9fea7abab1 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/84bf34aabba549ef92a11e9fea7abab1 2024-11-25T07:42:31,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/84bf34aabba549ef92a11e9fea7abab1, entries=150, sequenceid=252, filesize=11.9 K 2024-11-25T07:42:31,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 0aee5561ce248e1243dbb0b1ebbfdaba in 1005ms, sequenceid=252, compaction requested=true 2024-11-25T07:42:31,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:31,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:42:31,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:31,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:42:31,904 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:42:31,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:31,905 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:42:31,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:42:31,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:31,907 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:42:31,907 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:42:31,907 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/B is initiating minor compaction (all files) 2024-11-25T07:42:31,907 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/A is initiating minor compaction (all files) 2024-11-25T07:42:31,907 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/B in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:31,907 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/A in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:31,907 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/a77a69d9e7234acea1a401fc5688333c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/61973dbede6b4004b376a46d538284f2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/37546f0915314389b192a3478e76b592, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/27aae2ad7b844b738810d55fcacf83e4] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=47.9 K 2024-11-25T07:42:31,907 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a604eb13f4874d078ff7231bb70c020a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/fe2f0d7566424ced8a82400a18cc11c4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a7ecb486e99e4f7e9ebd9e26eb51eaa0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c78098a57c414165b7cdef7f6dbaa2fc] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=52.6 K 2024-11-25T07:42:31,907 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting a77a69d9e7234acea1a401fc5688333c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732520546541 2024-11-25T07:42:31,907 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting a604eb13f4874d078ff7231bb70c020a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732520546541 2024-11-25T07:42:31,908 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 61973dbede6b4004b376a46d538284f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732520547765 2024-11-25T07:42:31,908 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe2f0d7566424ced8a82400a18cc11c4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732520547765 2024-11-25T07:42:31,908 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 37546f0915314389b192a3478e76b592, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732520548459 2024-11-25T07:42:31,908 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7ecb486e99e4f7e9ebd9e26eb51eaa0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732520548459 2024-11-25T07:42:31,908 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 27aae2ad7b844b738810d55fcacf83e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732520549691 2024-11-25T07:42:31,908 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c78098a57c414165b7cdef7f6dbaa2fc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732520549691 2024-11-25T07:42:31,931 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:31,933 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/10580314b7be4c6ab78dec010d67c682 is 50, key is test_row_0/B:col10/1732520550897/Put/seqid=0 2024-11-25T07:42:31,939 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#A#compaction#52 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:31,944 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/383a08406e1e47b4ab3f36cd75910288 is 50, key is test_row_0/A:col10/1732520550897/Put/seqid=0 2024-11-25T07:42:31,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741888_1064 (size=12731) 2024-11-25T07:42:31,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741889_1065 (size=12731) 2024-11-25T07:42:32,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T07:42:32,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:32,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:32,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:32,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:32,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:32,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:32,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/c8ace221d6294e37bc0c3bbb77bd2582 is 50, key is test_row_0/A:col10/1732520552135/Put/seqid=0 2024-11-25T07:42:32,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520612180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520612182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520612183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520612186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520612187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741890_1066 (size=17181) 2024-11-25T07:42:32,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520612296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520612309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520612309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520612309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520612309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,387 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/10580314b7be4c6ab78dec010d67c682 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/10580314b7be4c6ab78dec010d67c682 2024-11-25T07:42:32,407 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/383a08406e1e47b4ab3f36cd75910288 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/383a08406e1e47b4ab3f36cd75910288 2024-11-25T07:42:32,411 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/B of 0aee5561ce248e1243dbb0b1ebbfdaba into 10580314b7be4c6ab78dec010d67c682(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:32,411 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:32,411 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/B, priority=12, startTime=1732520551904; duration=0sec 2024-11-25T07:42:32,411 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:32,412 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:B 2024-11-25T07:42:32,412 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:42:32,420 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:42:32,421 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/A of 0aee5561ce248e1243dbb0b1ebbfdaba into 383a08406e1e47b4ab3f36cd75910288(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:32,421 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/C is initiating minor compaction (all files) 2024-11-25T07:42:32,421 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:32,421 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/C in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:32,421 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/A, priority=12, startTime=1732520551904; duration=0sec 2024-11-25T07:42:32,421 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/0444bba0f2424260aa68b29d65414ed2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/7c022e85c34f4c5f80e8015217017c18, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c9248e1d7e924ad39d1f617fc7b50bd7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/84bf34aabba549ef92a11e9fea7abab1] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=47.9 K 2024-11-25T07:42:32,421 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:32,421 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:A 2024-11-25T07:42:32,422 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 0444bba0f2424260aa68b29d65414ed2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732520546541 2024-11-25T07:42:32,423 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c022e85c34f4c5f80e8015217017c18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732520547765 2024-11-25T07:42:32,423 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting c9248e1d7e924ad39d1f617fc7b50bd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732520548459 2024-11-25T07:42:32,424 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 84bf34aabba549ef92a11e9fea7abab1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732520549691 2024-11-25T07:42:32,444 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:32,445 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/975c8e269da648be9ecad8350320ca4c is 50, key is test_row_0/C:col10/1732520550897/Put/seqid=0 2024-11-25T07:42:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T07:42:32,464 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:42:32,465 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:42:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-25T07:42:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T07:42:32,470 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:42:32,472 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:42:32,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:42:32,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520612514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520612523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520612524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520612524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520612524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741891_1067 (size=12731) 2024-11-25T07:42:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T07:42:32,612 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/975c8e269da648be9ecad8350320ca4c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/975c8e269da648be9ecad8350320ca4c 2024-11-25T07:42:32,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/c8ace221d6294e37bc0c3bbb77bd2582 2024-11-25T07:42:32,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:32,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:32,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:32,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:32,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:32,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:32,629 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/C of 0aee5561ce248e1243dbb0b1ebbfdaba into 975c8e269da648be9ecad8350320ca4c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:32,629 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:32,630 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/C, priority=12, startTime=1732520551905; duration=0sec 2024-11-25T07:42:32,630 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:32,632 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:C 2024-11-25T07:42:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:32,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/543eae516a234e95abb1f0c4708e626d is 50, key is test_row_0/B:col10/1732520552135/Put/seqid=0 2024-11-25T07:42:32,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741892_1068 (size=12301) 2024-11-25T07:42:32,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/543eae516a234e95abb1f0c4708e626d 2024-11-25T07:42:32,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/8810f25698d2424b90b076ae1d7d2897 is 50, key is test_row_0/C:col10/1732520552135/Put/seqid=0 2024-11-25T07:42:32,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741893_1069 (size=12301) 2024-11-25T07:42:32,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/8810f25698d2424b90b076ae1d7d2897 2024-11-25T07:42:32,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/c8ace221d6294e37bc0c3bbb77bd2582 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c8ace221d6294e37bc0c3bbb77bd2582 2024-11-25T07:42:32,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c8ace221d6294e37bc0c3bbb77bd2582, entries=250, sequenceid=269, filesize=16.8 K 2024-11-25T07:42:32,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/543eae516a234e95abb1f0c4708e626d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/543eae516a234e95abb1f0c4708e626d 2024-11-25T07:42:32,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/543eae516a234e95abb1f0c4708e626d, entries=150, sequenceid=269, filesize=12.0 K 2024-11-25T07:42:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T07:42:32,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/8810f25698d2424b90b076ae1d7d2897 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/8810f25698d2424b90b076ae1d7d2897 2024-11-25T07:42:32,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:32,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:32,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:32,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:32,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:32,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:32,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/8810f25698d2424b90b076ae1d7d2897, entries=150, sequenceid=269, filesize=12.0 K 2024-11-25T07:42:32,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 0aee5561ce248e1243dbb0b1ebbfdaba in 671ms, sequenceid=269, compaction requested=false 2024-11-25T07:42:32,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:32,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T07:42:32,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:32,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:32,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:32,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:32,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:32,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:32,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/c6164492a5a74f97b114b4ff8edb631f is 50, key is test_row_0/A:col10/1732520552837/Put/seqid=0 2024-11-25T07:42:32,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520612873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520612873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520612876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741894_1070 (size=17181) 2024-11-25T07:42:32,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520612878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520612880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/c6164492a5a74f97b114b4ff8edb631f 2024-11-25T07:42:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/5471f55b72444fd79a02ac16f1ec63b4 is 50, key is test_row_0/B:col10/1732520552837/Put/seqid=0 2024-11-25T07:42:32,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741895_1071 (size=12301) 2024-11-25T07:42:32,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:32,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:32,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:32,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:32,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:32,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:32,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520612993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520612994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:32,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520612994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:32,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:32,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:32,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520613003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520613003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T07:42:33,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:33,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520613203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520613203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520613204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520613215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520613216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:33,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:33,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/5471f55b72444fd79a02ac16f1ec63b4 2024-11-25T07:42:33,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/b14127433af94f718867fd857bce1285 is 50, key is test_row_0/C:col10/1732520552837/Put/seqid=0 2024-11-25T07:42:33,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741896_1072 (size=12301) 2024-11-25T07:42:33,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/b14127433af94f718867fd857bce1285 2024-11-25T07:42:33,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:33,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:33,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/c6164492a5a74f97b114b4ff8edb631f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c6164492a5a74f97b114b4ff8edb631f 2024-11-25T07:42:33,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c6164492a5a74f97b114b4ff8edb631f, entries=250, sequenceid=289, filesize=16.8 K 2024-11-25T07:42:33,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/5471f55b72444fd79a02ac16f1ec63b4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/5471f55b72444fd79a02ac16f1ec63b4 2024-11-25T07:42:33,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/5471f55b72444fd79a02ac16f1ec63b4, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T07:42:33,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/b14127433af94f718867fd857bce1285 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/b14127433af94f718867fd857bce1285 2024-11-25T07:42:33,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/b14127433af94f718867fd857bce1285, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T07:42:33,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 0aee5561ce248e1243dbb0b1ebbfdaba in 645ms, sequenceid=289, compaction requested=true 2024-11-25T07:42:33,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:33,482 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:33,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:42:33,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:33,483 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:33,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:42:33,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:33,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:42:33,484 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:33,484 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/A is initiating minor compaction (all files) 2024-11-25T07:42:33,484 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/A in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,484 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/383a08406e1e47b4ab3f36cd75910288, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c8ace221d6294e37bc0c3bbb77bd2582, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c6164492a5a74f97b114b4ff8edb631f] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=46.0 K 2024-11-25T07:42:33,484 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:33,485 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/B is initiating minor compaction (all files) 2024-11-25T07:42:33,485 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/B in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:33,485 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/10580314b7be4c6ab78dec010d67c682, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/543eae516a234e95abb1f0c4708e626d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/5471f55b72444fd79a02ac16f1ec63b4] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=36.5 K 2024-11-25T07:42:33,486 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 383a08406e1e47b4ab3f36cd75910288, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732520549691 2024-11-25T07:42:33,486 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 10580314b7be4c6ab78dec010d67c682, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732520549691 2024-11-25T07:42:33,487 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8ace221d6294e37bc0c3bbb77bd2582, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732520550917 2024-11-25T07:42:33,487 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 543eae516a234e95abb1f0c4708e626d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732520550958 2024-11-25T07:42:33,487 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6164492a5a74f97b114b4ff8edb631f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732520552178 2024-11-25T07:42:33,487 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 5471f55b72444fd79a02ac16f1ec63b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732520552182 2024-11-25T07:42:33,503 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#A#compaction#60 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:33,504 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/13793254f50e437190daaa933f467a77 is 50, key is test_row_0/A:col10/1732520552837/Put/seqid=0 2024-11-25T07:42:33,512 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:33,515 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/1a8b97ba492042a1a35a8d9630a99058 is 50, key is test_row_0/B:col10/1732520552837/Put/seqid=0 2024-11-25T07:42:33,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T07:42:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:33,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741897_1073 (size=12983) 2024-11-25T07:42:33,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/c0625abdfaae4bf7a82d6ace178934ec is 50, key is test_row_1/A:col10/1732520552877/Put/seqid=0 2024-11-25T07:42:33,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741898_1074 (size=12983) 2024-11-25T07:42:33,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:33,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:33,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,574 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/13793254f50e437190daaa933f467a77 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/13793254f50e437190daaa933f467a77 2024-11-25T07:42:33,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520613558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520613557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520613561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520613578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520613581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,595 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/A of 0aee5561ce248e1243dbb0b1ebbfdaba into 13793254f50e437190daaa933f467a77(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:33,595 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:33,596 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/A, priority=13, startTime=1732520553482; duration=0sec 2024-11-25T07:42:33,596 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:33,596 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:A 2024-11-25T07:42:33,596 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:33,599 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:33,599 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/C is initiating minor compaction (all files) 2024-11-25T07:42:33,600 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/C in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,600 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/975c8e269da648be9ecad8350320ca4c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/8810f25698d2424b90b076ae1d7d2897, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/b14127433af94f718867fd857bce1285] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=36.5 K 2024-11-25T07:42:33,600 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 975c8e269da648be9ecad8350320ca4c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732520549691 2024-11-25T07:42:33,601 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8810f25698d2424b90b076ae1d7d2897, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732520550958 2024-11-25T07:42:33,601 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting b14127433af94f718867fd857bce1285, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732520552182 2024-11-25T07:42:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T07:42:33,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741899_1075 (size=12297) 2024-11-25T07:42:33,620 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#C#compaction#63 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:33,621 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/1094a710b3f644ca8c35901bfc2b0987 is 50, key is test_row_0/C:col10/1732520552837/Put/seqid=0 2024-11-25T07:42:33,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741900_1076 (size=12983) 2024-11-25T07:42:33,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520613684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520613684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520613686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520613693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520613694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:33,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:33,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:33,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:33,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520613894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520613895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520613895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520613903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520613916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:33,991 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/1a8b97ba492042a1a35a8d9630a99058 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/1a8b97ba492042a1a35a8d9630a99058 2024-11-25T07:42:34,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/c0625abdfaae4bf7a82d6ace178934ec 2024-11-25T07:42:34,009 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/B of 0aee5561ce248e1243dbb0b1ebbfdaba into 1a8b97ba492042a1a35a8d9630a99058(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:34,009 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:34,009 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/B, priority=13, startTime=1732520553483; duration=0sec 2024-11-25T07:42:34,009 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:34,009 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:B 2024-11-25T07:42:34,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:34,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:34,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:34,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:34,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:34,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:34,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/eb335f6f51014c638c37d181c4092005 is 50, key is test_row_1/B:col10/1732520552877/Put/seqid=0 2024-11-25T07:42:34,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741901_1077 (size=9857) 2024-11-25T07:42:34,082 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/1094a710b3f644ca8c35901bfc2b0987 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/1094a710b3f644ca8c35901bfc2b0987 2024-11-25T07:42:34,097 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/C of 0aee5561ce248e1243dbb0b1ebbfdaba into 1094a710b3f644ca8c35901bfc2b0987(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:34,097 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:34,097 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/C, priority=13, startTime=1732520553483; duration=0sec 2024-11-25T07:42:34,098 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:34,098 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:C 2024-11-25T07:42:34,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:34,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:34,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:34,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:34,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:34,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:34,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520614203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520614208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520614204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520614213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520614234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:34,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:34,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:34,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/eb335f6f51014c638c37d181c4092005 2024-11-25T07:42:34,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/11e2ef9b3d9b4335acee359a9c62c8bb is 50, key is test_row_1/C:col10/1732520552877/Put/seqid=0 2024-11-25T07:42:34,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:34,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:34,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:34,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:34,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:34,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:34,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741902_1078 (size=9857) 2024-11-25T07:42:34,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/11e2ef9b3d9b4335acee359a9c62c8bb 2024-11-25T07:42:34,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/c0625abdfaae4bf7a82d6ace178934ec as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c0625abdfaae4bf7a82d6ace178934ec 2024-11-25T07:42:34,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c0625abdfaae4bf7a82d6ace178934ec, entries=150, sequenceid=305, filesize=12.0 K 2024-11-25T07:42:34,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/eb335f6f51014c638c37d181c4092005 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/eb335f6f51014c638c37d181c4092005 2024-11-25T07:42:34,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/eb335f6f51014c638c37d181c4092005, entries=100, sequenceid=305, filesize=9.6 K 2024-11-25T07:42:34,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/11e2ef9b3d9b4335acee359a9c62c8bb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/11e2ef9b3d9b4335acee359a9c62c8bb 2024-11-25T07:42:34,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/11e2ef9b3d9b4335acee359a9c62c8bb, entries=100, sequenceid=305, filesize=9.6 K 2024-11-25T07:42:34,593 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-25T07:42:34,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 0aee5561ce248e1243dbb0b1ebbfdaba in 1072ms, sequenceid=305, compaction requested=false 2024-11-25T07:42:34,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T07:42:34,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T07:42:34,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:34,664 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T07:42:34,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:34,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:34,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:34,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:34,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:34,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:34,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/29ecabe3adee4951a122a1b6d7781b6e is 50, key is test_row_0/A:col10/1732520553554/Put/seqid=0 2024-11-25T07:42:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741903_1079 (size=12301) 2024-11-25T07:42:34,676 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/29ecabe3adee4951a122a1b6d7781b6e 2024-11-25T07:42:34,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/452bf99a5ec54b9cb88a69bb079eac2f is 50, key is test_row_0/B:col10/1732520553554/Put/seqid=0 2024-11-25T07:42:34,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741904_1080 (size=12301) 2024-11-25T07:42:34,750 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/452bf99a5ec54b9cb88a69bb079eac2f 2024-11-25T07:42:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:34,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:34,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/5f5e7b66d35a4e7bb26e488bbe78cfb4 is 50, key is test_row_0/C:col10/1732520553554/Put/seqid=0 2024-11-25T07:42:34,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741905_1081 (size=12301) 2024-11-25T07:42:34,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520614779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520614781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520614785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520614785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520614788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520614894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520614894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520614903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520614903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520614903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:34,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520615104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520615104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520615113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520615114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520615114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,185 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/5f5e7b66d35a4e7bb26e488bbe78cfb4 2024-11-25T07:42:35,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/29ecabe3adee4951a122a1b6d7781b6e as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/29ecabe3adee4951a122a1b6d7781b6e 2024-11-25T07:42:35,202 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/29ecabe3adee4951a122a1b6d7781b6e, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T07:42:35,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/452bf99a5ec54b9cb88a69bb079eac2f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/452bf99a5ec54b9cb88a69bb079eac2f 2024-11-25T07:42:35,217 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/452bf99a5ec54b9cb88a69bb079eac2f, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T07:42:35,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/5f5e7b66d35a4e7bb26e488bbe78cfb4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/5f5e7b66d35a4e7bb26e488bbe78cfb4 2024-11-25T07:42:35,250 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/5f5e7b66d35a4e7bb26e488bbe78cfb4, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T07:42:35,252 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 0aee5561ce248e1243dbb0b1ebbfdaba in 589ms, sequenceid=324, compaction requested=true 2024-11-25T07:42:35,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:35,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:35,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-25T07:42:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-25T07:42:35,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T07:42:35,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7830 sec 2024-11-25T07:42:35,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.7940 sec 2024-11-25T07:42:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:35,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T07:42:35,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:35,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:35,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:35,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:35,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:35,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:35,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/b60a44c8f66341edae7431bd1be2008c is 50, key is test_row_0/A:col10/1732520555420/Put/seqid=0 2024-11-25T07:42:35,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741906_1082 (size=12301) 2024-11-25T07:42:35,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/b60a44c8f66341edae7431bd1be2008c 2024-11-25T07:42:35,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/0c6ff504362844fe8ed3a33346385173 is 50, key is test_row_0/B:col10/1732520555420/Put/seqid=0 2024-11-25T07:42:35,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520615447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520615445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520615447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520615453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520615453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741907_1083 (size=12301) 2024-11-25T07:42:35,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520615563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520615563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520615563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520615563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520615564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520615773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520615773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520615773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520615773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520615774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:35,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/0c6ff504362844fe8ed3a33346385173 2024-11-25T07:42:35,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/7132cf4334cf409b9929a0910ec689df is 50, key is test_row_0/C:col10/1732520555420/Put/seqid=0 2024-11-25T07:42:35,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741908_1084 (size=12301) 2024-11-25T07:42:35,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/7132cf4334cf409b9929a0910ec689df 2024-11-25T07:42:35,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/b60a44c8f66341edae7431bd1be2008c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/b60a44c8f66341edae7431bd1be2008c 2024-11-25T07:42:35,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/b60a44c8f66341edae7431bd1be2008c, entries=150, sequenceid=342, filesize=12.0 K 2024-11-25T07:42:35,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/0c6ff504362844fe8ed3a33346385173 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0c6ff504362844fe8ed3a33346385173 2024-11-25T07:42:35,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0c6ff504362844fe8ed3a33346385173, entries=150, sequenceid=342, filesize=12.0 K 2024-11-25T07:42:35,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/7132cf4334cf409b9929a0910ec689df as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/7132cf4334cf409b9929a0910ec689df 2024-11-25T07:42:35,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/7132cf4334cf409b9929a0910ec689df, entries=150, sequenceid=342, filesize=12.0 K 2024-11-25T07:42:35,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 0aee5561ce248e1243dbb0b1ebbfdaba in 540ms, sequenceid=342, compaction requested=true 2024-11-25T07:42:35,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:35,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:42:35,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:35,963 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:42:35,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:42:35,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:35,963 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:42:35,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:42:35,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:35,968 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:42:35,968 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/B is initiating minor compaction (all files) 2024-11-25T07:42:35,968 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/B in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:35,968 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/1a8b97ba492042a1a35a8d9630a99058, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/eb335f6f51014c638c37d181c4092005, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/452bf99a5ec54b9cb88a69bb079eac2f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0c6ff504362844fe8ed3a33346385173] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=46.3 K 2024-11-25T07:42:35,968 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49882 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:42:35,968 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/A is initiating minor compaction (all files) 2024-11-25T07:42:35,968 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/A in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:35,969 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/13793254f50e437190daaa933f467a77, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c0625abdfaae4bf7a82d6ace178934ec, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/29ecabe3adee4951a122a1b6d7781b6e, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/b60a44c8f66341edae7431bd1be2008c] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=48.7 K 2024-11-25T07:42:35,969 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a8b97ba492042a1a35a8d9630a99058, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732520552182 2024-11-25T07:42:35,970 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13793254f50e437190daaa933f467a77, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732520552182 2024-11-25T07:42:35,971 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting eb335f6f51014c638c37d181c4092005, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732520552877 2024-11-25T07:42:35,972 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 452bf99a5ec54b9cb88a69bb079eac2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732520553554 2024-11-25T07:42:35,972 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0625abdfaae4bf7a82d6ace178934ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732520552870 2024-11-25T07:42:35,972 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29ecabe3adee4951a122a1b6d7781b6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732520553554 2024-11-25T07:42:35,972 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c6ff504362844fe8ed3a33346385173, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732520554779 2024-11-25T07:42:35,973 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting b60a44c8f66341edae7431bd1be2008c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732520554779 2024-11-25T07:42:36,011 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#A#compaction#72 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:36,012 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/a5fb115916944fdf8a65157d92679b36 is 50, key is test_row_0/A:col10/1732520555420/Put/seqid=0 2024-11-25T07:42:36,015 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:36,016 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/537b3313f40344e494d833fffa5d5e41 is 50, key is test_row_0/B:col10/1732520555420/Put/seqid=0 2024-11-25T07:42:36,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741909_1085 (size=13119) 2024-11-25T07:42:36,028 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/a5fb115916944fdf8a65157d92679b36 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a5fb115916944fdf8a65157d92679b36 2024-11-25T07:42:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741910_1086 (size=13119) 2024-11-25T07:42:36,039 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/A of 0aee5561ce248e1243dbb0b1ebbfdaba into a5fb115916944fdf8a65157d92679b36(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:36,039 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:36,039 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/A, priority=12, startTime=1732520555963; duration=0sec 2024-11-25T07:42:36,039 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:36,039 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:A 2024-11-25T07:42:36,040 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:42:36,042 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:42:36,042 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/C is initiating minor compaction (all files) 2024-11-25T07:42:36,042 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/C in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:36,042 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/1094a710b3f644ca8c35901bfc2b0987, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/11e2ef9b3d9b4335acee359a9c62c8bb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/5f5e7b66d35a4e7bb26e488bbe78cfb4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/7132cf4334cf409b9929a0910ec689df] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=46.3 K 2024-11-25T07:42:36,044 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1094a710b3f644ca8c35901bfc2b0987, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732520552182 2024-11-25T07:42:36,045 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11e2ef9b3d9b4335acee359a9c62c8bb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732520552877 2024-11-25T07:42:36,045 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f5e7b66d35a4e7bb26e488bbe78cfb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732520553554 2024-11-25T07:42:36,049 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7132cf4334cf409b9929a0910ec689df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732520554779 2024-11-25T07:42:36,066 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#C#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:36,068 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/f06eb25dc75846e18d028fb7c16c9b10 is 50, key is test_row_0/C:col10/1732520555420/Put/seqid=0 2024-11-25T07:42:36,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741911_1087 (size=13119) 2024-11-25T07:42:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:36,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T07:42:36,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:36,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:36,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:36,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:36,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:36,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:36,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/6983e60fcb2e4a7d8ee2fa7709d79be6 is 50, key is test_row_0/A:col10/1732520555441/Put/seqid=0 2024-11-25T07:42:36,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741912_1088 (size=14741) 2024-11-25T07:42:36,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/6983e60fcb2e4a7d8ee2fa7709d79be6 2024-11-25T07:42:36,108 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/f06eb25dc75846e18d028fb7c16c9b10 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/f06eb25dc75846e18d028fb7c16c9b10 2024-11-25T07:42:36,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/99e80ab08e84402cab51248b4c88c423 is 50, key is test_row_0/B:col10/1732520555441/Put/seqid=0 2024-11-25T07:42:36,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520616110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,127 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/C of 0aee5561ce248e1243dbb0b1ebbfdaba into f06eb25dc75846e18d028fb7c16c9b10(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:36,127 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:36,127 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/C, priority=12, startTime=1732520555963; duration=0sec 2024-11-25T07:42:36,127 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:36,127 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:C 2024-11-25T07:42:36,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520616124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520616124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520616124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520616126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741913_1089 (size=12301) 2024-11-25T07:42:36,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/99e80ab08e84402cab51248b4c88c423 2024-11-25T07:42:36,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/34923f09eca94058bf68901f18ae2180 is 50, key is test_row_0/C:col10/1732520555441/Put/seqid=0 2024-11-25T07:42:36,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741914_1090 (size=12301) 2024-11-25T07:42:36,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520616233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520616243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520616244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520616254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520616254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,440 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/537b3313f40344e494d833fffa5d5e41 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/537b3313f40344e494d833fffa5d5e41 2024-11-25T07:42:36,448 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/B of 0aee5561ce248e1243dbb0b1ebbfdaba into 537b3313f40344e494d833fffa5d5e41(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:36,448 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:36,448 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/B, priority=12, startTime=1732520555963; duration=0sec 2024-11-25T07:42:36,449 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:36,449 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:B 2024-11-25T07:42:36,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520616454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520616454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520616454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520616464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520616464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/34923f09eca94058bf68901f18ae2180 2024-11-25T07:42:36,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/6983e60fcb2e4a7d8ee2fa7709d79be6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/6983e60fcb2e4a7d8ee2fa7709d79be6 2024-11-25T07:42:36,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/6983e60fcb2e4a7d8ee2fa7709d79be6, entries=200, sequenceid=358, filesize=14.4 K 2024-11-25T07:42:36,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/99e80ab08e84402cab51248b4c88c423 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/99e80ab08e84402cab51248b4c88c423 2024-11-25T07:42:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T07:42:36,745 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:42:36,746 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:42:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-25T07:42:36,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/99e80ab08e84402cab51248b4c88c423, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T07:42:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T07:42:36,750 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:42:36,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/34923f09eca94058bf68901f18ae2180 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/34923f09eca94058bf68901f18ae2180 2024-11-25T07:42:36,751 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:42:36,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:42:36,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/34923f09eca94058bf68901f18ae2180, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T07:42:36,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 0aee5561ce248e1243dbb0b1ebbfdaba in 680ms, sequenceid=358, compaction requested=false 2024-11-25T07:42:36,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:36,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T07:42:36,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:36,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:36,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:36,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:36,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:36,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:36,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/a0d8e6b683f6483aa914a259338c0cf2 is 50, key is test_row_0/A:col10/1732520556775/Put/seqid=0 2024-11-25T07:42:36,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520616794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520616795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741915_1091 (size=12301) 2024-11-25T07:42:36,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520616801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/a0d8e6b683f6483aa914a259338c0cf2 2024-11-25T07:42:36,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520616801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520616802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/4493f7e3d8094daaafa73f89267424c3 is 50, key is test_row_0/B:col10/1732520556775/Put/seqid=0 2024-11-25T07:42:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T07:42:36,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741916_1092 (size=12301) 2024-11-25T07:42:36,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/4493f7e3d8094daaafa73f89267424c3 2024-11-25T07:42:36,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/41dd5464be0848e0aaf71d3458ae908d is 50, key is test_row_0/C:col10/1732520556775/Put/seqid=0 2024-11-25T07:42:36,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T07:42:36,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:36,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:36,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:36,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:36,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:36,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520616904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520616914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741917_1093 (size=12301) 2024-11-25T07:42:36,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/41dd5464be0848e0aaf71d3458ae908d 2024-11-25T07:42:36,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/a0d8e6b683f6483aa914a259338c0cf2 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a0d8e6b683f6483aa914a259338c0cf2 2024-11-25T07:42:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520616924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520616924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520616924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:36,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a0d8e6b683f6483aa914a259338c0cf2, entries=150, sequenceid=378, filesize=12.0 K 2024-11-25T07:42:36,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/4493f7e3d8094daaafa73f89267424c3 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/4493f7e3d8094daaafa73f89267424c3 2024-11-25T07:42:36,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/4493f7e3d8094daaafa73f89267424c3, entries=150, sequenceid=378, filesize=12.0 K 2024-11-25T07:42:36,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/41dd5464be0848e0aaf71d3458ae908d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/41dd5464be0848e0aaf71d3458ae908d 2024-11-25T07:42:36,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/41dd5464be0848e0aaf71d3458ae908d, entries=150, sequenceid=378, filesize=12.0 K 2024-11-25T07:42:36,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0aee5561ce248e1243dbb0b1ebbfdaba in 218ms, sequenceid=378, compaction requested=true 2024-11-25T07:42:36,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:36,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:42:36,998 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:36,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:36,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:42:36,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:36,998 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:36,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:42:36,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:36,999 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:36,999 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:36,999 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/A is initiating minor compaction (all files) 2024-11-25T07:42:36,999 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/B is initiating minor compaction (all files) 2024-11-25T07:42:36,999 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/A in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:36,999 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/B in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:36,999 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/537b3313f40344e494d833fffa5d5e41, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/99e80ab08e84402cab51248b4c88c423, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/4493f7e3d8094daaafa73f89267424c3] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=36.8 K 2024-11-25T07:42:36,999 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a5fb115916944fdf8a65157d92679b36, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/6983e60fcb2e4a7d8ee2fa7709d79be6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a0d8e6b683f6483aa914a259338c0cf2] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=39.2 K 2024-11-25T07:42:37,000 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 537b3313f40344e494d833fffa5d5e41, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732520554779 2024-11-25T07:42:37,000 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5fb115916944fdf8a65157d92679b36, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732520554779 2024-11-25T07:42:37,001 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 99e80ab08e84402cab51248b4c88c423, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732520555441 2024-11-25T07:42:37,001 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6983e60fcb2e4a7d8ee2fa7709d79be6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732520555441 2024-11-25T07:42:37,002 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 4493f7e3d8094daaafa73f89267424c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732520556119 2024-11-25T07:42:37,002 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0d8e6b683f6483aa914a259338c0cf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732520556119 2024-11-25T07:42:37,035 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:37,035 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/d7594ac227a64c5c906b19b9b3e428fe is 50, key is test_row_0/B:col10/1732520556775/Put/seqid=0 2024-11-25T07:42:37,036 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:37,037 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/8e7b68f37cc541c095b73a1ab40cc1fc is 50, key is test_row_0/A:col10/1732520556775/Put/seqid=0 2024-11-25T07:42:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T07:42:37,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741918_1094 (size=13221) 2024-11-25T07:42:37,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T07:42:37,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:37,066 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T07:42:37,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:37,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:37,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:37,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:37,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:37,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:37,077 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/d7594ac227a64c5c906b19b9b3e428fe as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/d7594ac227a64c5c906b19b9b3e428fe 2024-11-25T07:42:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741919_1095 (size=13221) 2024-11-25T07:42:37,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/ee025950c6bd40be8e5606398352c5a9 is 50, key is test_row_0/A:col10/1732520556796/Put/seqid=0 2024-11-25T07:42:37,094 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/B of 0aee5561ce248e1243dbb0b1ebbfdaba into d7594ac227a64c5c906b19b9b3e428fe(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:37,094 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:37,094 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/B, priority=13, startTime=1732520556998; duration=0sec 2024-11-25T07:42:37,094 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:37,094 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:B 2024-11-25T07:42:37,094 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:37,096 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:37,097 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/C is initiating minor compaction (all files) 2024-11-25T07:42:37,097 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/C in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:37,097 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/f06eb25dc75846e18d028fb7c16c9b10, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/34923f09eca94058bf68901f18ae2180, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/41dd5464be0848e0aaf71d3458ae908d] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=36.8 K 2024-11-25T07:42:37,097 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting f06eb25dc75846e18d028fb7c16c9b10, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732520554779 2024-11-25T07:42:37,098 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 34923f09eca94058bf68901f18ae2180, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732520555441 2024-11-25T07:42:37,099 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 41dd5464be0848e0aaf71d3458ae908d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732520556119 2024-11-25T07:42:37,117 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#C#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:37,118 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/1bbf8046590e4828891c7c84f3991a97 is 50, key is test_row_0/C:col10/1732520556775/Put/seqid=0 2024-11-25T07:42:37,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:37,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741920_1096 (size=12301) 2024-11-25T07:42:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:37,133 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/ee025950c6bd40be8e5606398352c5a9 2024-11-25T07:42:37,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741921_1097 (size=13221) 2024-11-25T07:42:37,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520617158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/34cb1e08611a40b9b143502fcf4a3863 is 50, key is test_row_0/B:col10/1732520556796/Put/seqid=0 2024-11-25T07:42:37,174 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/1bbf8046590e4828891c7c84f3991a97 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/1bbf8046590e4828891c7c84f3991a97 2024-11-25T07:42:37,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520617162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520617165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520617167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,184 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/C of 0aee5561ce248e1243dbb0b1ebbfdaba into 1bbf8046590e4828891c7c84f3991a97(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:37,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520617167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,184 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:37,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,184 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/C, priority=13, startTime=1732520556998; duration=0sec 2024-11-25T07:42:37,189 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:37,189 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:C 2024-11-25T07:42:37,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741922_1098 (size=12301) 2024-11-25T07:42:37,219 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/34cb1e08611a40b9b143502fcf4a3863 2024-11-25T07:42:37,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/3a1bca61777241f395525baac335d877 is 50, key is test_row_0/C:col10/1732520556796/Put/seqid=0 2024-11-25T07:42:37,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520617273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520617288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741923_1099 (size=12301) 2024-11-25T07:42:37,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520617295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520617295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520617295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T07:42:37,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520617494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,503 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/8e7b68f37cc541c095b73a1ab40cc1fc as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/8e7b68f37cc541c095b73a1ab40cc1fc 2024-11-25T07:42:37,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520617503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520617504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520617504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520617504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,695 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/3a1bca61777241f395525baac335d877 2024-11-25T07:42:37,698 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/A of 0aee5561ce248e1243dbb0b1ebbfdaba into 8e7b68f37cc541c095b73a1ab40cc1fc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:37,698 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:37,698 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/A, priority=13, startTime=1732520556998; duration=0sec 2024-11-25T07:42:37,699 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:37,699 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:A 2024-11-25T07:42:37,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/ee025950c6bd40be8e5606398352c5a9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/ee025950c6bd40be8e5606398352c5a9 2024-11-25T07:42:37,718 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/ee025950c6bd40be8e5606398352c5a9, entries=150, sequenceid=394, filesize=12.0 K 2024-11-25T07:42:37,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/34cb1e08611a40b9b143502fcf4a3863 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/34cb1e08611a40b9b143502fcf4a3863 2024-11-25T07:42:37,727 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/34cb1e08611a40b9b143502fcf4a3863, entries=150, sequenceid=394, filesize=12.0 K 2024-11-25T07:42:37,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/3a1bca61777241f395525baac335d877 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/3a1bca61777241f395525baac335d877 2024-11-25T07:42:37,744 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/3a1bca61777241f395525baac335d877, entries=150, sequenceid=394, filesize=12.0 K 2024-11-25T07:42:37,745 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 0aee5561ce248e1243dbb0b1ebbfdaba in 680ms, sequenceid=394, compaction requested=false 2024-11-25T07:42:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-25T07:42:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-25T07:42:37,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T07:42:37,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 996 msec 2024-11-25T07:42:37,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.0060 sec 2024-11-25T07:42:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:37,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T07:42:37,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:37,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:37,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:37,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:37,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:37,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:37,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/d9b2043020574d91948e02e3cafab220 is 50, key is test_row_0/A:col10/1732520557803/Put/seqid=0 2024-11-25T07:42:37,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741924_1100 (size=14741) 2024-11-25T07:42:37,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/d9b2043020574d91948e02e3cafab220 2024-11-25T07:42:37,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520617829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520617828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520617829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520617838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520617838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/316252f3a3a84afd9dbf16aaadfa9f9d is 50, key is test_row_0/B:col10/1732520557803/Put/seqid=0 2024-11-25T07:42:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T07:42:37,883 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:42:37,884 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:42:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-25T07:42:37,886 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:42:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T07:42:37,887 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:42:37,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:42:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741925_1101 (size=12301) 2024-11-25T07:42:37,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/316252f3a3a84afd9dbf16aaadfa9f9d 2024-11-25T07:42:37,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/b43c591cc7b24a17b16e37cf7fe32b0d is 50, key is test_row_0/C:col10/1732520557803/Put/seqid=0 2024-11-25T07:42:37,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741926_1102 (size=12301) 2024-11-25T07:42:37,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520617944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520617948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520617944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520617953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520617953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T07:42:38,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T07:42:38,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520618153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520618153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520618153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520618163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520618163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T07:42:38,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:38,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T07:42:38,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/b43c591cc7b24a17b16e37cf7fe32b0d 2024-11-25T07:42:38,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/d9b2043020574d91948e02e3cafab220 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/d9b2043020574d91948e02e3cafab220 2024-11-25T07:42:38,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/d9b2043020574d91948e02e3cafab220, entries=200, sequenceid=415, filesize=14.4 K 2024-11-25T07:42:38,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/316252f3a3a84afd9dbf16aaadfa9f9d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/316252f3a3a84afd9dbf16aaadfa9f9d 2024-11-25T07:42:38,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T07:42:38,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/316252f3a3a84afd9dbf16aaadfa9f9d, entries=150, sequenceid=415, filesize=12.0 K 2024-11-25T07:42:38,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:38,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/b43c591cc7b24a17b16e37cf7fe32b0d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/b43c591cc7b24a17b16e37cf7fe32b0d 2024-11-25T07:42:38,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/b43c591cc7b24a17b16e37cf7fe32b0d, entries=150, sequenceid=415, filesize=12.0 K 2024-11-25T07:42:38,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 0aee5561ce248e1243dbb0b1ebbfdaba in 561ms, sequenceid=415, compaction requested=true 2024-11-25T07:42:38,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:38,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:42:38,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:38,367 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:38,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:42:38,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:38,367 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:38,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:42:38,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:38,368 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:38,368 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/A is initiating minor compaction (all files) 2024-11-25T07:42:38,369 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/A in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,369 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/8e7b68f37cc541c095b73a1ab40cc1fc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/ee025950c6bd40be8e5606398352c5a9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/d9b2043020574d91948e02e3cafab220] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=39.3 K 2024-11-25T07:42:38,369 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e7b68f37cc541c095b73a1ab40cc1fc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732520556119 2024-11-25T07:42:38,370 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee025950c6bd40be8e5606398352c5a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732520556796 2024-11-25T07:42:38,371 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:38,371 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9b2043020574d91948e02e3cafab220, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732520557156 2024-11-25T07:42:38,371 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/B is initiating minor compaction (all files) 2024-11-25T07:42:38,371 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/B in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,371 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/d7594ac227a64c5c906b19b9b3e428fe, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/34cb1e08611a40b9b143502fcf4a3863, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/316252f3a3a84afd9dbf16aaadfa9f9d] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=36.9 K 2024-11-25T07:42:38,371 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting d7594ac227a64c5c906b19b9b3e428fe, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732520556119 2024-11-25T07:42:38,372 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 34cb1e08611a40b9b143502fcf4a3863, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732520556796 2024-11-25T07:42:38,372 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 316252f3a3a84afd9dbf16aaadfa9f9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732520557156 2024-11-25T07:42:38,380 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:38,380 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:38,381 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/012377847bd94fe4b99ccc8c9c3bc284 is 50, key is test_row_0/A:col10/1732520557803/Put/seqid=0 2024-11-25T07:42:38,381 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/0e1cb2d606d1419e8e07452f1154ff9f is 50, key is test_row_0/B:col10/1732520557803/Put/seqid=0 2024-11-25T07:42:38,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741927_1103 (size=13323) 2024-11-25T07:42:38,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741928_1104 (size=13323) 2024-11-25T07:42:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:38,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T07:42:38,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:38,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:38,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:38,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:38,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:38,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:38,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/1cf7e7b68d084854b69d14e92162fdec is 50, key is test_row_0/A:col10/1732520558464/Put/seqid=0 2024-11-25T07:42:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741929_1105 (size=12301) 2024-11-25T07:42:38,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T07:42:38,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:38,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T07:42:38,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520618504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520618507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520618513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520618514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520618516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520618633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520618634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520618634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520618634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520618634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T07:42:38,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:38,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T07:42:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,835 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/012377847bd94fe4b99ccc8c9c3bc284 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/012377847bd94fe4b99ccc8c9c3bc284 2024-11-25T07:42:38,842 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/0e1cb2d606d1419e8e07452f1154ff9f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0e1cb2d606d1419e8e07452f1154ff9f 2024-11-25T07:42:38,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520618844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520618844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520618844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520618844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520618844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:38,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:38,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:38,855 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/B of 0aee5561ce248e1243dbb0b1ebbfdaba into 0e1cb2d606d1419e8e07452f1154ff9f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:38,855 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/A of 0aee5561ce248e1243dbb0b1ebbfdaba into 012377847bd94fe4b99ccc8c9c3bc284(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:38,855 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:38,855 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:38,855 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/A, priority=13, startTime=1732520558367; duration=0sec 2024-11-25T07:42:38,855 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/B, priority=13, startTime=1732520558367; duration=0sec 2024-11-25T07:42:38,856 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:38,856 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:A 2024-11-25T07:42:38,856 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:38,856 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:B 2024-11-25T07:42:38,856 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:38,859 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:38,859 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 0aee5561ce248e1243dbb0b1ebbfdaba/C is initiating minor compaction (all files) 2024-11-25T07:42:38,859 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0aee5561ce248e1243dbb0b1ebbfdaba/C in TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,859 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/1bbf8046590e4828891c7c84f3991a97, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/3a1bca61777241f395525baac335d877, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/b43c591cc7b24a17b16e37cf7fe32b0d] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp, totalSize=36.9 K 2024-11-25T07:42:38,860 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bbf8046590e4828891c7c84f3991a97, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732520556119 2024-11-25T07:42:38,860 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a1bca61777241f395525baac335d877, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732520556796 2024-11-25T07:42:38,861 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting b43c591cc7b24a17b16e37cf7fe32b0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732520557156 2024-11-25T07:42:38,873 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0aee5561ce248e1243dbb0b1ebbfdaba#C#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:38,874 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/da42ab92dd3a4c638b24b136966a717f is 50, key is test_row_0/C:col10/1732520557803/Put/seqid=0 2024-11-25T07:42:38,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/1cf7e7b68d084854b69d14e92162fdec 2024-11-25T07:42:38,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741930_1106 (size=13323) 2024-11-25T07:42:38,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/e22a4ca76a914c2b958d6ea53f8bef6f is 50, key is test_row_0/B:col10/1732520558464/Put/seqid=0 2024-11-25T07:42:38,916 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/da42ab92dd3a4c638b24b136966a717f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/da42ab92dd3a4c638b24b136966a717f 2024-11-25T07:42:38,933 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0aee5561ce248e1243dbb0b1ebbfdaba/C of 0aee5561ce248e1243dbb0b1ebbfdaba into da42ab92dd3a4c638b24b136966a717f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:38,933 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:38,934 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., storeName=0aee5561ce248e1243dbb0b1ebbfdaba/C, priority=13, startTime=1732520558367; duration=0sec 2024-11-25T07:42:38,934 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:38,934 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:C 2024-11-25T07:42:38,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741931_1107 (size=12301) 2024-11-25T07:42:38,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/e22a4ca76a914c2b958d6ea53f8bef6f 2024-11-25T07:42:38,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/bfc5bd2eff164b28a27a562a97af8ddf is 50, key is test_row_0/C:col10/1732520558464/Put/seqid=0 2024-11-25T07:42:38,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T07:42:38,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:38,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:38,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741932_1108 (size=12301) 2024-11-25T07:42:38,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:38,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/bfc5bd2eff164b28a27a562a97af8ddf 2024-11-25T07:42:38,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/1cf7e7b68d084854b69d14e92162fdec as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/1cf7e7b68d084854b69d14e92162fdec 2024-11-25T07:42:39,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/1cf7e7b68d084854b69d14e92162fdec, entries=150, sequenceid=432, filesize=12.0 K 2024-11-25T07:42:39,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/e22a4ca76a914c2b958d6ea53f8bef6f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e22a4ca76a914c2b958d6ea53f8bef6f 2024-11-25T07:42:39,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e22a4ca76a914c2b958d6ea53f8bef6f, entries=150, sequenceid=432, filesize=12.0 K 2024-11-25T07:42:39,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/bfc5bd2eff164b28a27a562a97af8ddf as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/bfc5bd2eff164b28a27a562a97af8ddf 2024-11-25T07:42:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T07:42:39,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/bfc5bd2eff164b28a27a562a97af8ddf, entries=150, sequenceid=432, filesize=12.0 K 2024-11-25T07:42:39,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 0aee5561ce248e1243dbb0b1ebbfdaba in 566ms, sequenceid=432, compaction requested=false 2024-11-25T07:42:39,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:39,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T07:42:39,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:39,149 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T07:42:39,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:39,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:39,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:39,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:39,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:39,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:39,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. as already flushing 2024-11-25T07:42:39,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/0fa963eaaf1c4a94b9d9e8bc75e3ee70 is 50, key is test_row_0/A:col10/1732520558513/Put/seqid=0 2024-11-25T07:42:39,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520619205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520619205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741933_1109 (size=12301) 2024-11-25T07:42:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520619207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520619208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520619210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520619326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520619333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520619334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,339 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520619334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520619358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520619544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520619544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520619545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520619545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520619564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,625 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/0fa963eaaf1c4a94b9d9e8bc75e3ee70 2024-11-25T07:42:39,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/9c118c29966d4953bee92b26fbcf6a56 is 50, key is test_row_0/B:col10/1732520558513/Put/seqid=0 2024-11-25T07:42:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741934_1110 (size=12301) 2024-11-25T07:42:39,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520619854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520619854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520619856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520619857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:39,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520619874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T07:42:40,067 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/9c118c29966d4953bee92b26fbcf6a56 2024-11-25T07:42:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/cb6eb048b3e34962a281c3bce84aad3c is 50, key is test_row_0/C:col10/1732520558513/Put/seqid=0 2024-11-25T07:42:40,096 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-25T07:42:40,096 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:42:40,100 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-25T07:42:40,100 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:42:40,101 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-25T07:42:40,101 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:42:40,103 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-25T07:42:40,103 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:40,103 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:40,103 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:40,103 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:42:40,103 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:40,104 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:40,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:42:40,104 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:40,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:42:40,104 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:40,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:42:40,106 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:40,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:42:40,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741935_1111 (size=12301) 2024-11-25T07:42:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42344 deadline: 1732520620363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42330 deadline: 1732520620363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42312 deadline: 1732520620363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:40,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42354 deadline: 1732520620363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:40,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42412 deadline: 1732520620384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:40,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:40,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:40,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:42:40,511 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/cb6eb048b3e34962a281c3bce84aad3c 2024-11-25T07:42:40,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/0fa963eaaf1c4a94b9d9e8bc75e3ee70 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/0fa963eaaf1c4a94b9d9e8bc75e3ee70 2024-11-25T07:42:40,523 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/0fa963eaaf1c4a94b9d9e8bc75e3ee70, entries=150, sequenceid=450, filesize=12.0 K 2024-11-25T07:42:40,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/9c118c29966d4953bee92b26fbcf6a56 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/9c118c29966d4953bee92b26fbcf6a56 2024-11-25T07:42:40,529 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/9c118c29966d4953bee92b26fbcf6a56, entries=150, sequenceid=450, filesize=12.0 K 2024-11-25T07:42:40,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/cb6eb048b3e34962a281c3bce84aad3c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/cb6eb048b3e34962a281c3bce84aad3c 2024-11-25T07:42:40,537 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/cb6eb048b3e34962a281c3bce84aad3c, entries=150, sequenceid=450, filesize=12.0 K 2024-11-25T07:42:40,538 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 0aee5561ce248e1243dbb0b1ebbfdaba in 1388ms, sequenceid=450, compaction requested=true 2024-11-25T07:42:40,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:40,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:40,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-25T07:42:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-25T07:42:40,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-25T07:42:40,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6520 sec 2024-11-25T07:42:40,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.6590 sec 2024-11-25T07:42:41,132 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:42:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:41,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T07:42:41,376 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-25T07:42:41,376 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:42:41,376 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:41,376 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:41,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:42:41,377 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-25T07:42:41,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:41,377 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:42:41,377 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-25T07:42:41,377 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:41,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:41,377 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:42:41,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:41,377 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:41,377 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:41,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:41,377 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:41,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:42:41,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:42:41,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:41,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:41,379 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-25T07:42:41,379 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:42:41,379 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:41,380 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:41,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:42:41,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/e8e47a03a1a3441d849c1b323881f777 is 50, key is test_row_0/A:col10/1732520561374/Put/seqid=0 2024-11-25T07:42:41,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741936_1112 (size=12301) 2024-11-25T07:42:41,405 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-25T07:42:41,405 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:42:41,405 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:41,405 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:41,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:42:41,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/e8e47a03a1a3441d849c1b323881f777 2024-11-25T07:42:41,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/1ae16a375c0a474f8d5a4571a7955bb1 is 50, key is test_row_0/B:col10/1732520561374/Put/seqid=0 2024-11-25T07:42:41,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741937_1113 (size=12301) 2024-11-25T07:42:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T07:42:42,064 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:42:42,064 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T07:42:42,064 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-25T07:42:42,064 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-25T07:42:42,064 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-25T07:42:42,064 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-25T07:42:42,064 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-25T07:42:42,064 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T07:42:42,064 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1985 2024-11-25T07:42:42,064 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1930 2024-11-25T07:42:42,064 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T07:42:42,064 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 887 2024-11-25T07:42:42,064 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2661 rows 2024-11-25T07:42:42,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 904 2024-11-25T07:42:42,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2710 rows 2024-11-25T07:42:42,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:42:42,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:42:42,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:42,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:42,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:42:42,070 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T07:42:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T07:42:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T07:42:42,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520562078"}]},"ts":"1732520562078"} 2024-11-25T07:42:42,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T07:42:42,081 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T07:42:42,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T07:42:42,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0aee5561ce248e1243dbb0b1ebbfdaba, UNASSIGN}] 2024-11-25T07:42:42,089 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0aee5561ce248e1243dbb0b1ebbfdaba, UNASSIGN 2024-11-25T07:42:42,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=0aee5561ce248e1243dbb0b1ebbfdaba, regionState=CLOSING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:42,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0aee5561ce248e1243dbb0b1ebbfdaba, UNASSIGN because future has completed 2024-11-25T07:42:42,093 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T07:42:42,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:42:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T07:42:42,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/1ae16a375c0a474f8d5a4571a7955bb1 2024-11-25T07:42:42,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/77bc68f2e60d42ad8700d20103c3b26e is 50, key is test_row_0/C:col10/1732520561374/Put/seqid=0 2024-11-25T07:42:42,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741938_1114 (size=12301) 2024-11-25T07:42:42,250 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(122): Close 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:42,250 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T07:42:42,251 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1722): Closing 0aee5561ce248e1243dbb0b1ebbfdaba, disabling compactions & flushes 2024-11-25T07:42:42,251 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T07:42:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T07:42:42,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/77bc68f2e60d42ad8700d20103c3b26e 2024-11-25T07:42:42,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/e8e47a03a1a3441d849c1b323881f777 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/e8e47a03a1a3441d849c1b323881f777 2024-11-25T07:42:42,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/e8e47a03a1a3441d849c1b323881f777, entries=150, sequenceid=470, filesize=12.0 K 2024-11-25T07:42:42,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/1ae16a375c0a474f8d5a4571a7955bb1 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/1ae16a375c0a474f8d5a4571a7955bb1 2024-11-25T07:42:42,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/1ae16a375c0a474f8d5a4571a7955bb1, entries=150, sequenceid=470, filesize=12.0 K 2024-11-25T07:42:42,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/77bc68f2e60d42ad8700d20103c3b26e as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/77bc68f2e60d42ad8700d20103c3b26e 2024-11-25T07:42:42,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/77bc68f2e60d42ad8700d20103c3b26e, entries=150, sequenceid=470, filesize=12.0 K 2024-11-25T07:42:42,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=13.42 KB/13740 for 0aee5561ce248e1243dbb0b1ebbfdaba in 1392ms, sequenceid=470, compaction requested=true 2024-11-25T07:42:42,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0aee5561ce248e1243dbb0b1ebbfdaba: 2024-11-25T07:42:42,768 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:42,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:42,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:42:42,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. after waiting 0 ms 2024-11-25T07:42:42,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:42,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:42,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:42:42,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:42,768 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. because compaction request was cancelled 2024-11-25T07:42:42,768 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(2902): Flushing 0aee5561ce248e1243dbb0b1ebbfdaba 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-25T07:42:42,768 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:A 2024-11-25T07:42:42,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0aee5561ce248e1243dbb0b1ebbfdaba:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:42:42,768 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. because compaction request was cancelled 2024-11-25T07:42:42,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:42,768 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. because compaction request was cancelled 2024-11-25T07:42:42,768 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:B 2024-11-25T07:42:42,768 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0aee5561ce248e1243dbb0b1ebbfdaba:C 2024-11-25T07:42:42,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=A 2024-11-25T07:42:42,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:42,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=B 2024-11-25T07:42:42,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:42,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0aee5561ce248e1243dbb0b1ebbfdaba, store=C 2024-11-25T07:42:42,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:42,772 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/550e5d30ae2d4703b32f802839dbd25e is 50, key is test_row_0/A:col10/1732520561403/Put/seqid=0 2024-11-25T07:42:42,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741939_1115 (size=9857) 2024-11-25T07:42:43,177 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/550e5d30ae2d4703b32f802839dbd25e 2024-11-25T07:42:43,186 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/43a296fb705e4cc39251705b9a41b6ae is 50, key is test_row_0/B:col10/1732520561403/Put/seqid=0 2024-11-25T07:42:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741940_1116 (size=9857) 2024-11-25T07:42:43,196 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/43a296fb705e4cc39251705b9a41b6ae 2024-11-25T07:42:43,204 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/c5670a776ed54f3eb3a66dcf04b67d43 is 50, key is test_row_0/C:col10/1732520561403/Put/seqid=0 2024-11-25T07:42:43,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741941_1117 (size=9857) 2024-11-25T07:42:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T07:42:43,608 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/c5670a776ed54f3eb3a66dcf04b67d43 2024-11-25T07:42:43,616 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/A/550e5d30ae2d4703b32f802839dbd25e as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/550e5d30ae2d4703b32f802839dbd25e 2024-11-25T07:42:43,621 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/550e5d30ae2d4703b32f802839dbd25e, entries=100, sequenceid=475, filesize=9.6 K 2024-11-25T07:42:43,623 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/B/43a296fb705e4cc39251705b9a41b6ae as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/43a296fb705e4cc39251705b9a41b6ae 2024-11-25T07:42:43,644 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/43a296fb705e4cc39251705b9a41b6ae, entries=100, sequenceid=475, filesize=9.6 K 2024-11-25T07:42:43,648 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/.tmp/C/c5670a776ed54f3eb3a66dcf04b67d43 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c5670a776ed54f3eb3a66dcf04b67d43 2024-11-25T07:42:43,663 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c5670a776ed54f3eb3a66dcf04b67d43, entries=100, sequenceid=475, filesize=9.6 K 2024-11-25T07:42:43,665 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 0aee5561ce248e1243dbb0b1ebbfdaba in 897ms, sequenceid=475, compaction requested=true 2024-11-25T07:42:43,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/7bee3b20b5fb4ff1be96f13da003d6f5, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/f4da54bf46914ef1b9ad303e60732b8e, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/4edcc6f104e84e62a584270e3630611b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/6358f046f38e408d98bc0beb2821df28, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/e9f6101dd7854ff2b01a5ce17fe04192, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/914784ef7da742e2951b2d18450bf705, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/4a61d5e30db74b9da522813f75acf5db, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/15391c35a49d459ea28b9f0620571e35, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/eb991d79bac64a289878ce4c4b6d1a14, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a8d90afe4be94af48ae8370c98326b47, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/eb2394f8bb6f45139cb8162e483a8f4a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/aec59235d33e42889c34c0e4a5ca8eac, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a604eb13f4874d078ff7231bb70c020a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/30e727ab0d3a4cf5b5b8a83940fc9781, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/fe2f0d7566424ced8a82400a18cc11c4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a7ecb486e99e4f7e9ebd9e26eb51eaa0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c78098a57c414165b7cdef7f6dbaa2fc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/383a08406e1e47b4ab3f36cd75910288, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c8ace221d6294e37bc0c3bbb77bd2582, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c6164492a5a74f97b114b4ff8edb631f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/13793254f50e437190daaa933f467a77, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c0625abdfaae4bf7a82d6ace178934ec, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/29ecabe3adee4951a122a1b6d7781b6e, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a5fb115916944fdf8a65157d92679b36, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/b60a44c8f66341edae7431bd1be2008c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/6983e60fcb2e4a7d8ee2fa7709d79be6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/8e7b68f37cc541c095b73a1ab40cc1fc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a0d8e6b683f6483aa914a259338c0cf2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/ee025950c6bd40be8e5606398352c5a9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/d9b2043020574d91948e02e3cafab220] to archive 2024-11-25T07:42:43,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:42:43,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/7bee3b20b5fb4ff1be96f13da003d6f5 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/7bee3b20b5fb4ff1be96f13da003d6f5 2024-11-25T07:42:43,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/f4da54bf46914ef1b9ad303e60732b8e to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/f4da54bf46914ef1b9ad303e60732b8e 2024-11-25T07:42:43,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/4edcc6f104e84e62a584270e3630611b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/4edcc6f104e84e62a584270e3630611b 2024-11-25T07:42:43,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/6358f046f38e408d98bc0beb2821df28 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/6358f046f38e408d98bc0beb2821df28 2024-11-25T07:42:43,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/e9f6101dd7854ff2b01a5ce17fe04192 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/e9f6101dd7854ff2b01a5ce17fe04192 2024-11-25T07:42:43,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/914784ef7da742e2951b2d18450bf705 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/914784ef7da742e2951b2d18450bf705 2024-11-25T07:42:43,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/4a61d5e30db74b9da522813f75acf5db to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/4a61d5e30db74b9da522813f75acf5db 2024-11-25T07:42:43,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/15391c35a49d459ea28b9f0620571e35 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/15391c35a49d459ea28b9f0620571e35 2024-11-25T07:42:43,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/eb991d79bac64a289878ce4c4b6d1a14 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/eb991d79bac64a289878ce4c4b6d1a14 2024-11-25T07:42:43,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a8d90afe4be94af48ae8370c98326b47 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a8d90afe4be94af48ae8370c98326b47 2024-11-25T07:42:43,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/eb2394f8bb6f45139cb8162e483a8f4a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/eb2394f8bb6f45139cb8162e483a8f4a 2024-11-25T07:42:43,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/aec59235d33e42889c34c0e4a5ca8eac to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/aec59235d33e42889c34c0e4a5ca8eac 2024-11-25T07:42:43,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a604eb13f4874d078ff7231bb70c020a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a604eb13f4874d078ff7231bb70c020a 2024-11-25T07:42:43,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/30e727ab0d3a4cf5b5b8a83940fc9781 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/30e727ab0d3a4cf5b5b8a83940fc9781 2024-11-25T07:42:43,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/fe2f0d7566424ced8a82400a18cc11c4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/fe2f0d7566424ced8a82400a18cc11c4 2024-11-25T07:42:43,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a7ecb486e99e4f7e9ebd9e26eb51eaa0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a7ecb486e99e4f7e9ebd9e26eb51eaa0 2024-11-25T07:42:43,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c78098a57c414165b7cdef7f6dbaa2fc to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c78098a57c414165b7cdef7f6dbaa2fc 2024-11-25T07:42:43,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/383a08406e1e47b4ab3f36cd75910288 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/383a08406e1e47b4ab3f36cd75910288 2024-11-25T07:42:43,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c8ace221d6294e37bc0c3bbb77bd2582 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c8ace221d6294e37bc0c3bbb77bd2582 2024-11-25T07:42:43,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c6164492a5a74f97b114b4ff8edb631f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c6164492a5a74f97b114b4ff8edb631f 2024-11-25T07:42:43,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/13793254f50e437190daaa933f467a77 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/13793254f50e437190daaa933f467a77 2024-11-25T07:42:43,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c0625abdfaae4bf7a82d6ace178934ec to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/c0625abdfaae4bf7a82d6ace178934ec 2024-11-25T07:42:43,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/29ecabe3adee4951a122a1b6d7781b6e to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/29ecabe3adee4951a122a1b6d7781b6e 2024-11-25T07:42:43,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a5fb115916944fdf8a65157d92679b36 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a5fb115916944fdf8a65157d92679b36 2024-11-25T07:42:43,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/b60a44c8f66341edae7431bd1be2008c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/b60a44c8f66341edae7431bd1be2008c 2024-11-25T07:42:43,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/6983e60fcb2e4a7d8ee2fa7709d79be6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/6983e60fcb2e4a7d8ee2fa7709d79be6 2024-11-25T07:42:43,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/8e7b68f37cc541c095b73a1ab40cc1fc to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/8e7b68f37cc541c095b73a1ab40cc1fc 2024-11-25T07:42:43,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a0d8e6b683f6483aa914a259338c0cf2 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/a0d8e6b683f6483aa914a259338c0cf2 2024-11-25T07:42:43,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/ee025950c6bd40be8e5606398352c5a9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/ee025950c6bd40be8e5606398352c5a9 2024-11-25T07:42:43,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/d9b2043020574d91948e02e3cafab220 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/d9b2043020574d91948e02e3cafab220 2024-11-25T07:42:43,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e13ae44096354f19bc92dedd530270fe, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/40f55f03208d418ea3345664101ef9ec, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/f86e4dc0bdcf4e8f8c312500b6df23eb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/7d388db99e67485aad877a914112647d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/44e10054238f4405b2bb303c6d1838e0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/af8040f7375d461ea3c90e7dcef0fbb9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/8195ee06d231487fa25b754bf7f67600, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0adb397a91344d5aad2e592a4bde3c58, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/8cc22da7cb39403dbbbc486d2b87adf6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e071a9aa601744a69ccd1755f0e8efc7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/390af515e7554625983c889cc22cdeeb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/39677c695b4545c29569ad6daf8a1793, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/a77a69d9e7234acea1a401fc5688333c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/2c317ae63e2948e2960330d3432ba008, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/61973dbede6b4004b376a46d538284f2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/37546f0915314389b192a3478e76b592, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/10580314b7be4c6ab78dec010d67c682, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/27aae2ad7b844b738810d55fcacf83e4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/543eae516a234e95abb1f0c4708e626d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/1a8b97ba492042a1a35a8d9630a99058, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/5471f55b72444fd79a02ac16f1ec63b4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/eb335f6f51014c638c37d181c4092005, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/452bf99a5ec54b9cb88a69bb079eac2f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/537b3313f40344e494d833fffa5d5e41, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0c6ff504362844fe8ed3a33346385173, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/99e80ab08e84402cab51248b4c88c423, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/d7594ac227a64c5c906b19b9b3e428fe, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/4493f7e3d8094daaafa73f89267424c3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/34cb1e08611a40b9b143502fcf4a3863, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/316252f3a3a84afd9dbf16aaadfa9f9d] to archive 2024-11-25T07:42:43,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:42:43,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e13ae44096354f19bc92dedd530270fe to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e13ae44096354f19bc92dedd530270fe 2024-11-25T07:42:43,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/40f55f03208d418ea3345664101ef9ec to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/40f55f03208d418ea3345664101ef9ec 2024-11-25T07:42:43,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/f86e4dc0bdcf4e8f8c312500b6df23eb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/f86e4dc0bdcf4e8f8c312500b6df23eb 2024-11-25T07:42:43,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/7d388db99e67485aad877a914112647d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/7d388db99e67485aad877a914112647d 2024-11-25T07:42:43,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/44e10054238f4405b2bb303c6d1838e0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/44e10054238f4405b2bb303c6d1838e0 2024-11-25T07:42:43,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/af8040f7375d461ea3c90e7dcef0fbb9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/af8040f7375d461ea3c90e7dcef0fbb9 2024-11-25T07:42:43,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/8195ee06d231487fa25b754bf7f67600 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/8195ee06d231487fa25b754bf7f67600 2024-11-25T07:42:43,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0adb397a91344d5aad2e592a4bde3c58 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0adb397a91344d5aad2e592a4bde3c58 2024-11-25T07:42:43,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/8cc22da7cb39403dbbbc486d2b87adf6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/8cc22da7cb39403dbbbc486d2b87adf6 2024-11-25T07:42:43,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e071a9aa601744a69ccd1755f0e8efc7 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e071a9aa601744a69ccd1755f0e8efc7 2024-11-25T07:42:43,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/390af515e7554625983c889cc22cdeeb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/390af515e7554625983c889cc22cdeeb 2024-11-25T07:42:44,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/39677c695b4545c29569ad6daf8a1793 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/39677c695b4545c29569ad6daf8a1793 2024-11-25T07:42:44,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/a77a69d9e7234acea1a401fc5688333c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/a77a69d9e7234acea1a401fc5688333c 2024-11-25T07:42:44,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/2c317ae63e2948e2960330d3432ba008 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/2c317ae63e2948e2960330d3432ba008 2024-11-25T07:42:44,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/61973dbede6b4004b376a46d538284f2 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/61973dbede6b4004b376a46d538284f2 2024-11-25T07:42:44,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/37546f0915314389b192a3478e76b592 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/37546f0915314389b192a3478e76b592 2024-11-25T07:42:44,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/10580314b7be4c6ab78dec010d67c682 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/10580314b7be4c6ab78dec010d67c682 2024-11-25T07:42:44,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/27aae2ad7b844b738810d55fcacf83e4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/27aae2ad7b844b738810d55fcacf83e4 2024-11-25T07:42:44,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/543eae516a234e95abb1f0c4708e626d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/543eae516a234e95abb1f0c4708e626d 2024-11-25T07:42:44,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/1a8b97ba492042a1a35a8d9630a99058 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/1a8b97ba492042a1a35a8d9630a99058 2024-11-25T07:42:44,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/5471f55b72444fd79a02ac16f1ec63b4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/5471f55b72444fd79a02ac16f1ec63b4 2024-11-25T07:42:44,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/eb335f6f51014c638c37d181c4092005 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/eb335f6f51014c638c37d181c4092005 2024-11-25T07:42:44,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/452bf99a5ec54b9cb88a69bb079eac2f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/452bf99a5ec54b9cb88a69bb079eac2f 2024-11-25T07:42:44,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/537b3313f40344e494d833fffa5d5e41 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/537b3313f40344e494d833fffa5d5e41 2024-11-25T07:42:44,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0c6ff504362844fe8ed3a33346385173 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0c6ff504362844fe8ed3a33346385173 2024-11-25T07:42:44,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/99e80ab08e84402cab51248b4c88c423 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/99e80ab08e84402cab51248b4c88c423 2024-11-25T07:42:44,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/d7594ac227a64c5c906b19b9b3e428fe to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/d7594ac227a64c5c906b19b9b3e428fe 2024-11-25T07:42:44,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/4493f7e3d8094daaafa73f89267424c3 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/4493f7e3d8094daaafa73f89267424c3 2024-11-25T07:42:44,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/34cb1e08611a40b9b143502fcf4a3863 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/34cb1e08611a40b9b143502fcf4a3863 2024-11-25T07:42:44,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/316252f3a3a84afd9dbf16aaadfa9f9d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/316252f3a3a84afd9dbf16aaadfa9f9d 2024-11-25T07:42:44,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/889476a96f9945e896c3755170da08a6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/0db331e3a6484e129612d66b959c72ec, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/3b7f6b3600154d759ea35b97b47046af, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/e02bb9550bac41e48af8dcd9fd45fc63, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/4c409c2e58774142bb5b5c5eff9cda3a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/dc980b523e094ab6ba58983b851768ba, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/dcda46d59b674edd95627b29e952f98c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/ae5120a361cb4d74b67b1514e55d80b5, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c046f31c62494d68ae1d2e906c2b1020, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/99182b268a0d46e9b4421e29d2d5e5b2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/a3987def1ed441ac87c3350b27abd1f0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/6968667e0dd7416e858771d46e5150e2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/0444bba0f2424260aa68b29d65414ed2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c8c9c583161d42d088adfbe3a7b058ce, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/7c022e85c34f4c5f80e8015217017c18, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c9248e1d7e924ad39d1f617fc7b50bd7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/975c8e269da648be9ecad8350320ca4c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/84bf34aabba549ef92a11e9fea7abab1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/8810f25698d2424b90b076ae1d7d2897, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/1094a710b3f644ca8c35901bfc2b0987, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/b14127433af94f718867fd857bce1285, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/11e2ef9b3d9b4335acee359a9c62c8bb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/5f5e7b66d35a4e7bb26e488bbe78cfb4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/f06eb25dc75846e18d028fb7c16c9b10, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/7132cf4334cf409b9929a0910ec689df, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/34923f09eca94058bf68901f18ae2180, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/1bbf8046590e4828891c7c84f3991a97, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/41dd5464be0848e0aaf71d3458ae908d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/3a1bca61777241f395525baac335d877, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/b43c591cc7b24a17b16e37cf7fe32b0d] to archive 2024-11-25T07:42:44,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:42:44,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/889476a96f9945e896c3755170da08a6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/889476a96f9945e896c3755170da08a6 2024-11-25T07:42:44,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/0db331e3a6484e129612d66b959c72ec to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/0db331e3a6484e129612d66b959c72ec 2024-11-25T07:42:44,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/3b7f6b3600154d759ea35b97b47046af to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/3b7f6b3600154d759ea35b97b47046af 2024-11-25T07:42:44,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/e02bb9550bac41e48af8dcd9fd45fc63 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/e02bb9550bac41e48af8dcd9fd45fc63 2024-11-25T07:42:44,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/4c409c2e58774142bb5b5c5eff9cda3a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/4c409c2e58774142bb5b5c5eff9cda3a 2024-11-25T07:42:44,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/dc980b523e094ab6ba58983b851768ba to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/dc980b523e094ab6ba58983b851768ba 2024-11-25T07:42:44,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/dcda46d59b674edd95627b29e952f98c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/dcda46d59b674edd95627b29e952f98c 2024-11-25T07:42:44,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/ae5120a361cb4d74b67b1514e55d80b5 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/ae5120a361cb4d74b67b1514e55d80b5 2024-11-25T07:42:44,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c046f31c62494d68ae1d2e906c2b1020 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c046f31c62494d68ae1d2e906c2b1020 2024-11-25T07:42:44,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/99182b268a0d46e9b4421e29d2d5e5b2 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/99182b268a0d46e9b4421e29d2d5e5b2 2024-11-25T07:42:44,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/a3987def1ed441ac87c3350b27abd1f0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/a3987def1ed441ac87c3350b27abd1f0 2024-11-25T07:42:44,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/6968667e0dd7416e858771d46e5150e2 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/6968667e0dd7416e858771d46e5150e2 2024-11-25T07:42:44,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/0444bba0f2424260aa68b29d65414ed2 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/0444bba0f2424260aa68b29d65414ed2 2024-11-25T07:42:44,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c8c9c583161d42d088adfbe3a7b058ce to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c8c9c583161d42d088adfbe3a7b058ce 2024-11-25T07:42:44,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/7c022e85c34f4c5f80e8015217017c18 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/7c022e85c34f4c5f80e8015217017c18 2024-11-25T07:42:44,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c9248e1d7e924ad39d1f617fc7b50bd7 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c9248e1d7e924ad39d1f617fc7b50bd7 2024-11-25T07:42:44,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/975c8e269da648be9ecad8350320ca4c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/975c8e269da648be9ecad8350320ca4c 2024-11-25T07:42:44,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/84bf34aabba549ef92a11e9fea7abab1 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/84bf34aabba549ef92a11e9fea7abab1 2024-11-25T07:42:44,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/8810f25698d2424b90b076ae1d7d2897 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/8810f25698d2424b90b076ae1d7d2897 2024-11-25T07:42:44,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/1094a710b3f644ca8c35901bfc2b0987 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/1094a710b3f644ca8c35901bfc2b0987 2024-11-25T07:42:44,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/b14127433af94f718867fd857bce1285 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/b14127433af94f718867fd857bce1285 2024-11-25T07:42:44,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/11e2ef9b3d9b4335acee359a9c62c8bb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/11e2ef9b3d9b4335acee359a9c62c8bb 2024-11-25T07:42:44,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/5f5e7b66d35a4e7bb26e488bbe78cfb4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/5f5e7b66d35a4e7bb26e488bbe78cfb4 2024-11-25T07:42:44,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/f06eb25dc75846e18d028fb7c16c9b10 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/f06eb25dc75846e18d028fb7c16c9b10 2024-11-25T07:42:44,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/7132cf4334cf409b9929a0910ec689df to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/7132cf4334cf409b9929a0910ec689df 2024-11-25T07:42:44,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/34923f09eca94058bf68901f18ae2180 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/34923f09eca94058bf68901f18ae2180 2024-11-25T07:42:44,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/1bbf8046590e4828891c7c84f3991a97 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/1bbf8046590e4828891c7c84f3991a97 2024-11-25T07:42:44,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/41dd5464be0848e0aaf71d3458ae908d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/41dd5464be0848e0aaf71d3458ae908d 2024-11-25T07:42:44,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/3a1bca61777241f395525baac335d877 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/3a1bca61777241f395525baac335d877 2024-11-25T07:42:44,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/b43c591cc7b24a17b16e37cf7fe32b0d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/b43c591cc7b24a17b16e37cf7fe32b0d 2024-11-25T07:42:44,204 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/recovered.edits/478.seqid, newMaxSeqId=478, maxSeqId=1 2024-11-25T07:42:44,205 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. 2024-11-25T07:42:44,206 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1676): Region close journal for 0aee5561ce248e1243dbb0b1ebbfdaba: Waiting for close lock at 1732520562251Running coprocessor pre-close hooks at 1732520562251Disabling compacts and flushes for region at 1732520562251Disabling writes for close at 1732520562768 (+517 ms)Obtaining lock to block concurrent updates at 1732520562768Preparing flush snapshotting stores in 0aee5561ce248e1243dbb0b1ebbfdaba at 1732520562768Finished memstore snapshotting TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1732520562768Flushing stores of TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba. at 1732520562769 (+1 ms)Flushing 0aee5561ce248e1243dbb0b1ebbfdaba/A: creating writer at 1732520562769Flushing 0aee5561ce248e1243dbb0b1ebbfdaba/A: appending metadata at 1732520562771 (+2 ms)Flushing 0aee5561ce248e1243dbb0b1ebbfdaba/A: closing flushed file at 1732520562772 (+1 ms)Flushing 0aee5561ce248e1243dbb0b1ebbfdaba/B: creating writer at 1732520563182 (+410 ms)Flushing 0aee5561ce248e1243dbb0b1ebbfdaba/B: appending metadata at 1732520563185 (+3 ms)Flushing 0aee5561ce248e1243dbb0b1ebbfdaba/B: closing flushed file at 1732520563185Flushing 0aee5561ce248e1243dbb0b1ebbfdaba/C: creating writer at 1732520563201 (+16 ms)Flushing 0aee5561ce248e1243dbb0b1ebbfdaba/C: appending metadata at 1732520563203 (+2 ms)Flushing 0aee5561ce248e1243dbb0b1ebbfdaba/C: closing flushed file at 1732520563203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88fc47a: reopening flushed file at 1732520563615 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e628e2c: reopening flushed file at 1732520563621 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a48a83: reopening flushed file at 1732520563644 (+23 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 0aee5561ce248e1243dbb0b1ebbfdaba in 897ms, sequenceid=475, compaction requested=true at 1732520563665 (+21 ms)Writing region close event to WAL at 1732520564197 (+532 ms)Running coprocessor post-close hooks at 1732520564205 (+8 ms)Closed at 1732520564205 2024-11-25T07:42:44,210 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=0aee5561ce248e1243dbb0b1ebbfdaba, regionState=CLOSED 2024-11-25T07:42:44,211 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(157): Closed 0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:44,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:42:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T07:42:44,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-25T07:42:44,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; CloseRegionProcedure 0aee5561ce248e1243dbb0b1ebbfdaba, server=7fb8763a5d32,38413,1732520533070 in 2.1320 sec 2024-11-25T07:42:44,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T07:42:44,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0aee5561ce248e1243dbb0b1ebbfdaba, UNASSIGN in 2.1410 sec 2024-11-25T07:42:44,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-25T07:42:44,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1490 sec 2024-11-25T07:42:44,238 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520564238"}]},"ts":"1732520564238"} 2024-11-25T07:42:44,240 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T07:42:44,240 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T07:42:44,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.1690 sec 2024-11-25T07:42:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T07:42:46,244 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:42:46,247 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T07:42:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:42:46,252 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=21, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:42:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T07:42:46,254 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=21, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:42:46,259 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:46,263 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/recovered.edits] 2024-11-25T07:42:46,266 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/012377847bd94fe4b99ccc8c9c3bc284 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/012377847bd94fe4b99ccc8c9c3bc284 2024-11-25T07:42:46,268 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/0fa963eaaf1c4a94b9d9e8bc75e3ee70 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/0fa963eaaf1c4a94b9d9e8bc75e3ee70 2024-11-25T07:42:46,269 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/1cf7e7b68d084854b69d14e92162fdec to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/1cf7e7b68d084854b69d14e92162fdec 2024-11-25T07:42:46,271 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/550e5d30ae2d4703b32f802839dbd25e to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/550e5d30ae2d4703b32f802839dbd25e 2024-11-25T07:42:46,272 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/e8e47a03a1a3441d849c1b323881f777 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/A/e8e47a03a1a3441d849c1b323881f777 2024-11-25T07:42:46,275 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0e1cb2d606d1419e8e07452f1154ff9f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/0e1cb2d606d1419e8e07452f1154ff9f 2024-11-25T07:42:46,277 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/1ae16a375c0a474f8d5a4571a7955bb1 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/1ae16a375c0a474f8d5a4571a7955bb1 2024-11-25T07:42:46,278 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/43a296fb705e4cc39251705b9a41b6ae to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/43a296fb705e4cc39251705b9a41b6ae 2024-11-25T07:42:46,280 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/9c118c29966d4953bee92b26fbcf6a56 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/9c118c29966d4953bee92b26fbcf6a56 2024-11-25T07:42:46,282 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e22a4ca76a914c2b958d6ea53f8bef6f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/B/e22a4ca76a914c2b958d6ea53f8bef6f 2024-11-25T07:42:46,285 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/77bc68f2e60d42ad8700d20103c3b26e to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/77bc68f2e60d42ad8700d20103c3b26e 2024-11-25T07:42:46,286 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/bfc5bd2eff164b28a27a562a97af8ddf to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/bfc5bd2eff164b28a27a562a97af8ddf 2024-11-25T07:42:46,288 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c5670a776ed54f3eb3a66dcf04b67d43 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/c5670a776ed54f3eb3a66dcf04b67d43 2024-11-25T07:42:46,289 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/cb6eb048b3e34962a281c3bce84aad3c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/cb6eb048b3e34962a281c3bce84aad3c 2024-11-25T07:42:46,291 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/da42ab92dd3a4c638b24b136966a717f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/C/da42ab92dd3a4c638b24b136966a717f 2024-11-25T07:42:46,294 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/recovered.edits/478.seqid to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba/recovered.edits/478.seqid 2024-11-25T07:42:46,294 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/0aee5561ce248e1243dbb0b1ebbfdaba 2024-11-25T07:42:46,294 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T07:42:46,300 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=21, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:42:46,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T07:42:46,312 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T07:42:46,353 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T07:42:46,354 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=21, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:42:46,355 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T07:42:46,355 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732520566355"}]},"ts":"9223372036854775807"} 2024-11-25T07:42:46,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T07:42:46,360 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0aee5561ce248e1243dbb0b1ebbfdaba, NAME => 'TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T07:42:46,361 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T07:42:46,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732520566361"}]},"ts":"9223372036854775807"} 2024-11-25T07:42:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T07:42:46,365 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T07:42:46,366 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=21, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:42:46,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 119 msec 2024-11-25T07:42:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T07:42:46,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T07:42:46,574 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:42:46,586 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=243 (was 209) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643412010_22 at /127.0.0.1:51566 [Waiting for operation #253] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_907637432_22 at /127.0.0.1:51420 [Waiting for operation #258] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_907637432_22 at /127.0.0.1:54194 [Waiting for operation #146] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7fb8763a5d32:38413-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=781 (was 502) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8847 (was 8404) - AvailableMemoryMB LEAK? - 2024-11-25T07:42:46,595 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=243, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=781, ProcessCount=11, AvailableMemoryMB=8847 2024-11-25T07:42:46,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T07:42:46,598 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:42:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T07:42:46,600 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:42:46,600 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:46,600 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 22 2024-11-25T07:42:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-25T07:42:46,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:42:46,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741942_1118 (size=1061) 2024-11-25T07:42:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-25T07:42:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-25T07:42:47,010 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1 2024-11-25T07:42:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741943_1119 (size=53) 2024-11-25T07:42:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-25T07:42:47,416 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:42:47,416 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 72d0d361183ee5ec4fffbfeb74e0ef48, disabling compactions & flushes 2024-11-25T07:42:47,416 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:47,416 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:47,417 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. after waiting 0 ms 2024-11-25T07:42:47,417 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:47,417 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:47,417 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72d0d361183ee5ec4fffbfeb74e0ef48: Waiting for close lock at 1732520567416Disabling compacts and flushes for region at 1732520567416Disabling writes for close at 1732520567417 (+1 ms)Writing region close event to WAL at 1732520567417Closed at 1732520567417 2024-11-25T07:42:47,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:42:47,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732520567418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520567418"}]},"ts":"1732520567418"} 2024-11-25T07:42:47,420 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:42:47,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:42:47,421 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520567421"}]},"ts":"1732520567421"} 2024-11-25T07:42:47,423 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T07:42:47,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, ASSIGN}] 2024-11-25T07:42:47,425 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, ASSIGN 2024-11-25T07:42:47,425 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, ASSIGN; state=OFFLINE, location=7fb8763a5d32,38413,1732520533070; forceNewPlan=false, retain=false 2024-11-25T07:42:47,576 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=72d0d361183ee5ec4fffbfeb74e0ef48, regionState=OPENING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:47,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, ASSIGN because future has completed 2024-11-25T07:42:47,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:42:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-25T07:42:47,735 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:47,735 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:42:47,735 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:47,735 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:42:47,735 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:47,735 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:47,737 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:47,738 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:42:47,739 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d0d361183ee5ec4fffbfeb74e0ef48 columnFamilyName A 2024-11-25T07:42:47,739 DEBUG [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:47,740 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.HStore(327): Store=72d0d361183ee5ec4fffbfeb74e0ef48/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:47,740 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:47,741 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:42:47,741 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d0d361183ee5ec4fffbfeb74e0ef48 columnFamilyName B 2024-11-25T07:42:47,741 DEBUG [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:47,742 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.HStore(327): Store=72d0d361183ee5ec4fffbfeb74e0ef48/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:47,742 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:47,743 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:42:47,743 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d0d361183ee5ec4fffbfeb74e0ef48 columnFamilyName C 2024-11-25T07:42:47,743 DEBUG [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:47,743 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.HStore(327): Store=72d0d361183ee5ec4fffbfeb74e0ef48/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:47,743 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:47,743 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:47,744 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:47,744 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:47,745 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:47,746 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:47,746 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:42:47,747 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:47,749 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:42:47,749 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 72d0d361183ee5ec4fffbfeb74e0ef48; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62268556, jitterRate=-0.07212620973587036}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:42:47,750 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:47,750 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 72d0d361183ee5ec4fffbfeb74e0ef48: Running coprocessor pre-open hook at 1732520567736Writing region info on filesystem at 1732520567736Initializing all the Stores at 1732520567736Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520567737 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520567737Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520567737Cleaning up temporary data from old regions at 1732520567746 (+9 ms)Running coprocessor post-open hooks at 1732520567750 (+4 ms)Region opened successfully at 1732520567750 2024-11-25T07:42:47,751 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., pid=24, masterSystemTime=1732520567730 2024-11-25T07:42:47,754 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:47,754 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:47,754 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=72d0d361183ee5ec4fffbfeb74e0ef48, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:47,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:42:47,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-25T07:42:47,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 in 179 msec 2024-11-25T07:42:47,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-25T07:42:47,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, ASSIGN in 336 msec 2024-11-25T07:42:47,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:42:47,763 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520567763"}]},"ts":"1732520567763"} 2024-11-25T07:42:47,764 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T07:42:47,765 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:42:47,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-25T07:42:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-25T07:42:48,744 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:42:48,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328db2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:48,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:48,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:48,749 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b71c65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:48,753 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:48,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e686d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:48,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:48,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:48,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:42:48,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,43783,1732520532229 2024-11-25T07:42:48,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29fa5185 2024-11-25T07:42:48,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:42:48,765 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:42:48,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T07:42:48,773 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:42:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T07:42:48,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741944_1120 (size=1097) 2024-11-25T07:42:49,202 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-25T07:42:49,202 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-25T07:42:49,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T07:42:49,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, REOPEN/MOVE}] 2024-11-25T07:42:49,216 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, REOPEN/MOVE 2024-11-25T07:42:49,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=72d0d361183ee5ec4fffbfeb74e0ef48, regionState=CLOSING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:49,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, REOPEN/MOVE because future has completed 2024-11-25T07:42:49,223 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T07:42:49,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:42:49,377 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,377 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T07:42:49,377 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing 72d0d361183ee5ec4fffbfeb74e0ef48, disabling compactions & flushes 2024-11-25T07:42:49,377 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:49,377 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:49,377 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. after waiting 0 ms 2024-11-25T07:42:49,377 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:49,382 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T07:42:49,383 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:49,383 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for 72d0d361183ee5ec4fffbfeb74e0ef48: Waiting for close lock at 1732520569377Running coprocessor pre-close hooks at 1732520569377Disabling compacts and flushes for region at 1732520569377Disabling writes for close at 1732520569377Writing region close event to WAL at 1732520569377Running coprocessor post-close hooks at 1732520569383 (+6 ms)Closed at 1732520569383 2024-11-25T07:42:49,383 WARN [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionServer(3299): Not adding moved region record: 72d0d361183ee5ec4fffbfeb74e0ef48 to self. 2024-11-25T07:42:49,385 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=72d0d361183ee5ec4fffbfeb74e0ef48, regionState=CLOSED 2024-11-25T07:42:49,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:42:49,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-25T07:42:49,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure 72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 in 166 msec 2024-11-25T07:42:49,391 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, REOPEN/MOVE; state=CLOSED, location=7fb8763a5d32,38413,1732520533070; forceNewPlan=false, retain=true 2024-11-25T07:42:49,542 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=72d0d361183ee5ec4fffbfeb74e0ef48, regionState=OPENING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:49,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, REOPEN/MOVE because future has completed 2024-11-25T07:42:49,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:42:49,701 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:49,702 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7752): Opening region: {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:42:49,702 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,702 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:42:49,702 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7794): checking encryption for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,702 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7797): checking classloading for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,718 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,719 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:42:49,725 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d0d361183ee5ec4fffbfeb74e0ef48 columnFamilyName A 2024-11-25T07:42:49,728 DEBUG [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:49,729 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.HStore(327): Store=72d0d361183ee5ec4fffbfeb74e0ef48/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:49,730 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,731 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:42:49,731 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d0d361183ee5ec4fffbfeb74e0ef48 columnFamilyName B 2024-11-25T07:42:49,731 DEBUG [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:49,732 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.HStore(327): Store=72d0d361183ee5ec4fffbfeb74e0ef48/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:49,732 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,733 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:42:49,734 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d0d361183ee5ec4fffbfeb74e0ef48 columnFamilyName C 2024-11-25T07:42:49,734 DEBUG [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:49,735 INFO [StoreOpener-72d0d361183ee5ec4fffbfeb74e0ef48-1 {}] regionserver.HStore(327): Store=72d0d361183ee5ec4fffbfeb74e0ef48/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:42:49,735 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:49,735 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1038): replaying wal for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,736 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,738 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,739 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1048): stopping wal replay for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,739 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1060): Cleaning up temporary data for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,739 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:42:49,747 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:42:49,750 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): writing seq id for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,762 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1114): Opened 72d0d361183ee5ec4fffbfeb74e0ef48; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73429734, jitterRate=0.09418830275535583}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:42:49,762 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,763 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1006): Region open journal for 72d0d361183ee5ec4fffbfeb74e0ef48: Running coprocessor pre-open hook at 1732520569703Writing region info on filesystem at 1732520569703Initializing all the Stores at 1732520569704 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520569704Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520569709 (+5 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520569709Cleaning up temporary data from old regions at 1732520569739 (+30 ms)Running coprocessor post-open hooks at 1732520569762 (+23 ms)Region opened successfully at 1732520569763 (+1 ms) 2024-11-25T07:42:49,764 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., pid=29, masterSystemTime=1732520569696 2024-11-25T07:42:49,767 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:49,767 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:49,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=72d0d361183ee5ec4fffbfeb74e0ef48, regionState=OPEN, openSeqNum=5, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:49,771 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=29, ppid=27, state=RUNNABLE, hasLock=true; OpenRegionProcedure 72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:49,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-25T07:42:49,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, REOPEN/MOVE in 561 msec 2024-11-25T07:42:49,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=27 2024-11-25T07:42:49,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 in 227 msec 2024-11-25T07:42:49,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-25T07:42:49,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 576 msec 2024-11-25T07:42:49,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0110 sec 2024-11-25T07:42:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T07:42:49,794 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:42:49,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263f8ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:49,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:49,796 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d5a94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:49,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:49,799 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:49,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180c6c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:49,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:49,802 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:49,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6022a7af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:49,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:49,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:49,805 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516be5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:49,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:49,810 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2890a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:49,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:49,812 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:49,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659cd1ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0484de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:49,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:49,818 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:49,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:49,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:49,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4caebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:49,820 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:49,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25753e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:49,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:49,825 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:49,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:49,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752bb771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:49,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:49,827 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:49,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b61162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcfede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:49,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:49,833 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:49,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a9f0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:49,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:49,836 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:49,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdf9805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:49,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:49,839 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4dbc5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:49,842 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:49,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169788b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:49,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:49,845 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:49,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:49,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:49,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3764eaed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:49,848 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:49,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e62cbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:42:49,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:42:49,851 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:42:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:42:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:42:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110bd2a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:42:49,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:42:49,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:42:49,854 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:42:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d35809d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:42:49,857 DEBUG [Thread-613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:49,858 DEBUG [Thread-617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:49,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:49,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:49,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:49,864 DEBUG [Thread-611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:49,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:42:49,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:42:49,868 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:49,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:49,869 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:42:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-25T07:42:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-25T07:42:49,871 DEBUG [Thread-626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:49,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:49,872 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:42:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:49,874 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:42:49,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:42:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:42:49,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:42:49,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T07:42:49,884 DEBUG [Thread-628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:49,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:42:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:42:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:42:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:49,886 DEBUG [Thread-624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:49,887 DEBUG [Thread-624 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:49,887 DEBUG [Thread-624 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:49,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:49,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:49,890 DEBUG [Thread-619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:49,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:49,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:42:49,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:49,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:42:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:42:49,905 DEBUG [Thread-615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:49,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:49,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:42:49,921 DEBUG [Thread-622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:42:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:42:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:42:49,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:42:49,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:42:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-25T07:42:49,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a5853d9aa2684ba6a1e2e4a58d9b42c5_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520569872/Put/seqid=0 2024-11-25T07:42:50,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520630015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:50,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:50,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520630017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520630018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520630024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732520630024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741945_1121 (size=14594) 2024-11-25T07:42:50,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520630144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520630144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520630145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520630148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732520630145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:50,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:50,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-25T07:42:50,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:50,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:50,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520630354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520630354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520630364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520630364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732520630386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,443 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:50,450 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a5853d9aa2684ba6a1e2e4a58d9b42c5_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a5853d9aa2684ba6a1e2e4a58d9b42c5_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:50,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/cae96238803a45aaa878e518bd13bd1b, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:50,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/cae96238803a45aaa878e518bd13bd1b is 175, key is test_row_0/A:col10/1732520569872/Put/seqid=0 2024-11-25T07:42:50,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:50,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:50,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-25T07:42:50,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741946_1122 (size=39549) 2024-11-25T07:42:50,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:50,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:50,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520630664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520630665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520630673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520630673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732520630694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:50,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,916 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/cae96238803a45aaa878e518bd13bd1b 2024-11-25T07:42:50,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/1a51436306eb4530a58de0cc934873bc is 50, key is test_row_0/B:col10/1732520569872/Put/seqid=0 2024-11-25T07:42:50,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:50,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:50,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:50,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-25T07:42:51,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741947_1123 (size=12001) 2024-11-25T07:42:51,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/1a51436306eb4530a58de0cc934873bc 2024-11-25T07:42:51,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:51,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:51,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:51,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:51,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/7e6a7d844e16469ba8ab7c6f30c99a6b is 50, key is test_row_0/C:col10/1732520569872/Put/seqid=0 2024-11-25T07:42:51,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741948_1124 (size=12001) 2024-11-25T07:42:51,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/7e6a7d844e16469ba8ab7c6f30c99a6b 2024-11-25T07:42:51,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520631173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:51,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/cae96238803a45aaa878e518bd13bd1b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/cae96238803a45aaa878e518bd13bd1b 2024-11-25T07:42:51,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/cae96238803a45aaa878e518bd13bd1b, entries=200, sequenceid=16, filesize=38.6 K 2024-11-25T07:42:51,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520631184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:51,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:51,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520631184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:51,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/1a51436306eb4530a58de0cc934873bc as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/1a51436306eb4530a58de0cc934873bc 2024-11-25T07:42:51,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/1a51436306eb4530a58de0cc934873bc, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T07:42:51,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/7e6a7d844e16469ba8ab7c6f30c99a6b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/7e6a7d844e16469ba8ab7c6f30c99a6b 2024-11-25T07:42:51,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520631196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:51,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:51,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/7e6a7d844e16469ba8ab7c6f30c99a6b, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T07:42:51,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 1336ms, sequenceid=16, compaction requested=false 2024-11-25T07:42:51,218 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T07:42:51,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:51,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520569982, max timestamp=1732520571236Num uniques 859; 2024-11-25T07:42:51,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:42:51,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520569982, max timestamp=1732520571236Num uniques 859; 2024-11-25T07:42:51,251 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:42:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:51,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-25T07:42:51,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:42:51,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:42:51,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:42:51,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:42:51,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:42:51,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:42:51,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:51,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:51,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:51,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:51,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112590224679c8b542b89420e8e3bcb2800f_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520570017/Put/seqid=0 2024-11-25T07:42:51,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741949_1125 (size=14594) 2024-11-25T07:42:51,349 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:51,378 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112590224679c8b542b89420e8e3bcb2800f_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112590224679c8b542b89420e8e3bcb2800f_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:51,414 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/b3eb930419744472a250b1889dac36e8, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:51,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/b3eb930419744472a250b1889dac36e8 is 175, key is test_row_0/A:col10/1732520570017/Put/seqid=0 2024-11-25T07:42:51,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520571387, max timestamp=1732520571406Num uniques 859; 2024-11-25T07:42:51,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520571387, max timestamp=1732520571406Num uniques 859; 2024-11-25T07:42:51,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:42:51,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:42:51,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520571387, max timestamp=1732520571406Num uniques 859; 2024-11-25T07:42:51,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:42:51,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:51,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:51,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:51,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:51,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741950_1126 (size=39549) 2024-11-25T07:42:51,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:51,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:51,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:51,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:51,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732520631606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:51,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732520631724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:51,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:51,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:51,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:51,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,869 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=37, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/b3eb930419744472a250b1889dac36e8 2024-11-25T07:42:51,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/8517164607674aadbd60f30a91830d0b is 50, key is test_row_0/B:col10/1732520570017/Put/seqid=0 2024-11-25T07:42:51,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741951_1127 (size=12001) 2024-11-25T07:42:51,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/8517164607674aadbd60f30a91830d0b 2024-11-25T07:42:51,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:51,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:51,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:51,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:51,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:51,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/785501836b58427eaac32e5b2815d7bb is 50, key is test_row_0/C:col10/1732520570017/Put/seqid=0 2024-11-25T07:42:51,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741952_1128 (size=12001) 2024-11-25T07:42:51,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/785501836b58427eaac32e5b2815d7bb 2024-11-25T07:42:51,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732520631953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:51,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/b3eb930419744472a250b1889dac36e8 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b3eb930419744472a250b1889dac36e8 2024-11-25T07:42:51,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b3eb930419744472a250b1889dac36e8, entries=200, sequenceid=37, filesize=38.6 K 2024-11-25T07:42:51,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/8517164607674aadbd60f30a91830d0b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/8517164607674aadbd60f30a91830d0b 2024-11-25T07:42:51,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/8517164607674aadbd60f30a91830d0b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T07:42:51,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/785501836b58427eaac32e5b2815d7bb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/785501836b58427eaac32e5b2815d7bb 2024-11-25T07:42:52,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/785501836b58427eaac32e5b2815d7bb, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T07:42:52,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 779ms, sequenceid=37, compaction requested=false 2024-11-25T07:42:52,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-25T07:42:52,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T07:42:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:52,061 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-25T07:42:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:42:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:42:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:42:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:42:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:42:52,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:42:52,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125552645e8255e468aa9e7291bf07b936b_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520571542/Put/seqid=0 2024-11-25T07:42:52,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741953_1129 (size=12154) 2024-11-25T07:42:52,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:52,144 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125552645e8255e468aa9e7291bf07b936b_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125552645e8255e468aa9e7291bf07b936b_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:52,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/559b25748cbc4b8ea3daff6bfba872a5, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:52,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/559b25748cbc4b8ea3daff6bfba872a5 is 175, key is test_row_0/A:col10/1732520571542/Put/seqid=0 2024-11-25T07:42:52,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741954_1130 (size=30955) 2024-11-25T07:42:52,189 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=73, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/559b25748cbc4b8ea3daff6bfba872a5 2024-11-25T07:42:52,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:52,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/3f16236296d44b40888d48041e2b00bc is 50, key is test_row_0/B:col10/1732520571542/Put/seqid=0 2024-11-25T07:42:52,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520632214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520632221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:52,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520632222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:52,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:52,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520632224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:52,237 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in 72d0d361183ee5ec4fffbfeb74e0ef48 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:42:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:52,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732520632265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:52,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741955_1131 (size=12001) 2024-11-25T07:42:52,284 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/3f16236296d44b40888d48041e2b00bc 2024-11-25T07:42:52,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/c3afb2542644441687e64c059787c059 is 50, key is test_row_0/C:col10/1732520571542/Put/seqid=0 2024-11-25T07:42:52,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741956_1132 (size=12001) 2024-11-25T07:42:52,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:52,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520632333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520632333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520632334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:52,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:52,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520632557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:52,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:52,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520632557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:52,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520632558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:52,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:52,732 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/c3afb2542644441687e64c059787c059 2024-11-25T07:42:52,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/559b25748cbc4b8ea3daff6bfba872a5 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/559b25748cbc4b8ea3daff6bfba872a5 2024-11-25T07:42:52,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732520632774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:52,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:52,783 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/559b25748cbc4b8ea3daff6bfba872a5, entries=150, sequenceid=73, filesize=30.2 K 2024-11-25T07:42:52,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/3f16236296d44b40888d48041e2b00bc as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/3f16236296d44b40888d48041e2b00bc 2024-11-25T07:42:52,811 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/3f16236296d44b40888d48041e2b00bc, entries=150, sequenceid=73, filesize=11.7 K 2024-11-25T07:42:52,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/c3afb2542644441687e64c059787c059 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/c3afb2542644441687e64c059787c059 2024-11-25T07:42:52,824 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/c3afb2542644441687e64c059787c059, entries=150, sequenceid=73, filesize=11.7 K 2024-11-25T07:42:52,826 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 764ms, sequenceid=73, compaction requested=true 2024-11-25T07:42:52,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:52,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:52,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T07:42:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-25T07:42:52,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-25T07:42:52,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9540 sec 2024-11-25T07:42:52,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.9620 sec 2024-11-25T07:42:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:52,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T07:42:52,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:42:52,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:52,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:42:52,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:52,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:42:52,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:52,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d007f3e431f04775aa96c67bf5539199_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520572875/Put/seqid=0 2024-11-25T07:42:52,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520632980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:53,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520632990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:53,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520632990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:53,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520633096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:53,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:53,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520633124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:53,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520633124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:53,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:53,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520633313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:53,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520633334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:53,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:53,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520633334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:53,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:53,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:53,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520633623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:53,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520633643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:53,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520633643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:53,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:53,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741957_1133 (size=17034) 2024-11-25T07:42:53,650 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:53,657 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d007f3e431f04775aa96c67bf5539199_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d007f3e431f04775aa96c67bf5539199_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:53,660 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/1436b70e9cb24700bd67c3bf9a228ad6, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:53,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/1436b70e9cb24700bd67c3bf9a228ad6 is 175, key is test_row_0/A:col10/1732520572875/Put/seqid=0 2024-11-25T07:42:53,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741958_1134 (size=48139) 2024-11-25T07:42:53,672 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/1436b70e9cb24700bd67c3bf9a228ad6 2024-11-25T07:42:53,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/4ba136953e544fe99fc812e7de5d7eab is 50, key is test_row_0/B:col10/1732520572875/Put/seqid=0 2024-11-25T07:42:53,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741959_1135 (size=12001) 2024-11-25T07:42:53,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732520633794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:53,795 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in 72d0d361183ee5ec4fffbfeb74e0ef48 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:42:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-25T07:42:54,044 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:42:54,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:42:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-25T07:42:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-25T07:42:54,051 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:42:54,053 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:42:54,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:42:54,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/4ba136953e544fe99fc812e7de5d7eab 2024-11-25T07:42:54,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/26ae39b1038946f296a1ddd5667692a4 is 50, key is test_row_0/C:col10/1732520572875/Put/seqid=0 2024-11-25T07:42:54,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520634136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-25T07:42:54,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520634154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:54,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:54,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:54,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:54,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520634164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:54,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741960_1136 (size=12001) 2024-11-25T07:42:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:54,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-25T07:42:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:54,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:54,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:54,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:54,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520634254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:54,257 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in 72d0d361183ee5ec4fffbfeb74e0ef48 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:42:54,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:54,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:54,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-25T07:42:54,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-25T07:42:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:54,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:54,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-25T07:42:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:54,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:54,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/26ae39b1038946f296a1ddd5667692a4 2024-11-25T07:42:54,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/1436b70e9cb24700bd67c3bf9a228ad6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1436b70e9cb24700bd67c3bf9a228ad6 2024-11-25T07:42:54,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1436b70e9cb24700bd67c3bf9a228ad6, entries=250, sequenceid=86, filesize=47.0 K 2024-11-25T07:42:54,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/4ba136953e544fe99fc812e7de5d7eab as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/4ba136953e544fe99fc812e7de5d7eab 2024-11-25T07:42:54,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/4ba136953e544fe99fc812e7de5d7eab, entries=150, sequenceid=86, filesize=11.7 K 2024-11-25T07:42:54,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/26ae39b1038946f296a1ddd5667692a4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/26ae39b1038946f296a1ddd5667692a4 2024-11-25T07:42:54,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/26ae39b1038946f296a1ddd5667692a4, entries=150, sequenceid=86, filesize=11.7 K 2024-11-25T07:42:54,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 1753ms, sequenceid=86, compaction requested=true 2024-11-25T07:42:54,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:54,635 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:42:54,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:42:54,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:54,635 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:42:54,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:42:54,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:54,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:42:54,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:54,636 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:42:54,637 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:42:54,637 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/A is initiating minor compaction (all files) 2024-11-25T07:42:54,637 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/B is initiating minor compaction (all files) 2024-11-25T07:42:54,637 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/A in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:54,637 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/cae96238803a45aaa878e518bd13bd1b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b3eb930419744472a250b1889dac36e8, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/559b25748cbc4b8ea3daff6bfba872a5, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1436b70e9cb24700bd67c3bf9a228ad6] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=154.5 K 2024-11-25T07:42:54,637 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/B in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:54,637 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/1a51436306eb4530a58de0cc934873bc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/8517164607674aadbd60f30a91830d0b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/3f16236296d44b40888d48041e2b00bc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/4ba136953e544fe99fc812e7de5d7eab] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=46.9 K 2024-11-25T07:42:54,637 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:54,637 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/cae96238803a45aaa878e518bd13bd1b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b3eb930419744472a250b1889dac36e8, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/559b25748cbc4b8ea3daff6bfba872a5, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1436b70e9cb24700bd67c3bf9a228ad6] 2024-11-25T07:42:54,638 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting cae96238803a45aaa878e518bd13bd1b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732520569872 2024-11-25T07:42:54,638 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a51436306eb4530a58de0cc934873bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732520569872 2024-11-25T07:42:54,639 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8517164607674aadbd60f30a91830d0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732520570017 2024-11-25T07:42:54,639 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting b3eb930419744472a250b1889dac36e8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732520569982 2024-11-25T07:42:54,639 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f16236296d44b40888d48041e2b00bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732520571542 2024-11-25T07:42:54,640 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ba136953e544fe99fc812e7de5d7eab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732520572217 2024-11-25T07:42:54,640 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 559b25748cbc4b8ea3daff6bfba872a5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732520571542 2024-11-25T07:42:54,641 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 1436b70e9cb24700bd67c3bf9a228ad6, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732520572209 2024-11-25T07:42:54,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-25T07:42:54,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:54,674 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T07:42:54,674 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#B#compaction#117 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:42:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:42:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:42:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-25T07:42:54,687 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:54,688 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/d1fa096c29094c31bf17fc0ba558e914 is 50, key is test_row_0/B:col10/1732520572875/Put/seqid=0 2024-11-25T07:42:54,706 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125831f418995de46d197fe5a57e33d1528_72d0d361183ee5ec4fffbfeb74e0ef48 store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:54,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258ce7571bfa9a4f0da89d208bf82bc5ee_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520572985/Put/seqid=0 2024-11-25T07:42:54,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741961_1137 (size=12139) 2024-11-25T07:42:54,726 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125831f418995de46d197fe5a57e33d1528_72d0d361183ee5ec4fffbfeb74e0ef48, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:54,735 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125831f418995de46d197fe5a57e33d1528_72d0d361183ee5ec4fffbfeb74e0ef48 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:54,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741963_1139 (size=4469) 2024-11-25T07:42:54,763 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#A#compaction#118 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:54,764 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/77c0acb668af41f38ff697405babf6a2 is 175, key is test_row_0/A:col10/1732520572875/Put/seqid=0 2024-11-25T07:42:54,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741962_1138 (size=12154) 2024-11-25T07:42:54,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741964_1140 (size=31093) 2024-11-25T07:42:54,885 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:42:55,129 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/d1fa096c29094c31bf17fc0ba558e914 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/d1fa096c29094c31bf17fc0ba558e914 2024-11-25T07:42:55,141 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/B of 72d0d361183ee5ec4fffbfeb74e0ef48 into d1fa096c29094c31bf17fc0ba558e914(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:55,141 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:55,141 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/B, priority=12, startTime=1732520574635; duration=0sec 2024-11-25T07:42:55,141 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:55,142 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:B 2024-11-25T07:42:55,142 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:42:55,153 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:42:55,153 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/C is initiating minor compaction (all files) 2024-11-25T07:42:55,153 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/C in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:55,154 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/7e6a7d844e16469ba8ab7c6f30c99a6b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/785501836b58427eaac32e5b2815d7bb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/c3afb2542644441687e64c059787c059, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/26ae39b1038946f296a1ddd5667692a4] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=46.9 K 2024-11-25T07:42:55,154 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e6a7d844e16469ba8ab7c6f30c99a6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732520569872 2024-11-25T07:42:55,155 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 785501836b58427eaac32e5b2815d7bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732520570017 2024-11-25T07:42:55,155 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3afb2542644441687e64c059787c059, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732520571542 2024-11-25T07:42:55,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:55,159 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26ae39b1038946f296a1ddd5667692a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732520572217 2024-11-25T07:42:55,172 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#C#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:55,173 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/0354f82622c348e7a2d66b657979203b is 50, key is test_row_0/C:col10/1732520572875/Put/seqid=0 2024-11-25T07:42:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-25T07:42:55,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:55,232 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258ce7571bfa9a4f0da89d208bf82bc5ee_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258ce7571bfa9a4f0da89d208bf82bc5ee_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:55,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/d5960255296642fe8c0214ca5f63f2bc, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/d5960255296642fe8c0214ca5f63f2bc is 175, key is test_row_0/A:col10/1732520572985/Put/seqid=0 2024-11-25T07:42:55,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520635226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:55,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520635227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:55,238 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/77c0acb668af41f38ff697405babf6a2 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/77c0acb668af41f38ff697405babf6a2 2024-11-25T07:42:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:55,246 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/A of 72d0d361183ee5ec4fffbfeb74e0ef48 into 77c0acb668af41f38ff697405babf6a2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:55,246 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:55,246 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/A, priority=12, startTime=1732520574635; duration=0sec 2024-11-25T07:42:55,246 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:55,246 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:A 2024-11-25T07:42:55,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741965_1141 (size=12139) 2024-11-25T07:42:55,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520635234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:55,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:55,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741966_1142 (size=30955) 2024-11-25T07:42:55,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520635346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:55,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520635346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:55,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520635361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:55,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:55,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520635555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:55,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:55,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520635574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:55,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520635578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:55,659 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/0354f82622c348e7a2d66b657979203b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/0354f82622c348e7a2d66b657979203b 2024-11-25T07:42:55,666 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/C of 72d0d361183ee5ec4fffbfeb74e0ef48 into 0354f82622c348e7a2d66b657979203b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:55,667 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:55,667 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/C, priority=12, startTime=1732520574635; duration=0sec 2024-11-25T07:42:55,667 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:55,667 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:C 2024-11-25T07:42:55,672 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=105, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/d5960255296642fe8c0214ca5f63f2bc 2024-11-25T07:42:55,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/530bbed012164349932ec41413ef9166 is 50, key is test_row_0/B:col10/1732520572985/Put/seqid=0 2024-11-25T07:42:55,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741967_1143 (size=12001) 2024-11-25T07:42:55,756 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/530bbed012164349932ec41413ef9166 2024-11-25T07:42:55,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/4132d90350584d0fb4472c711397c578 is 50, key is test_row_0/C:col10/1732520572985/Put/seqid=0 2024-11-25T07:42:55,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732520635803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:55,816 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in 72d0d361183ee5ec4fffbfeb74e0ef48 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:42:55,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:55,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741968_1144 (size=12001) 2024-11-25T07:42:55,840 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/4132d90350584d0fb4472c711397c578 2024-11-25T07:42:55,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/d5960255296642fe8c0214ca5f63f2bc as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d5960255296642fe8c0214ca5f63f2bc 2024-11-25T07:42:55,869 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d5960255296642fe8c0214ca5f63f2bc, entries=150, sequenceid=105, filesize=30.2 K 2024-11-25T07:42:55,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/530bbed012164349932ec41413ef9166 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/530bbed012164349932ec41413ef9166 2024-11-25T07:42:55,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520635864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:55,881 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/530bbed012164349932ec41413ef9166, entries=150, sequenceid=105, filesize=11.7 K 2024-11-25T07:42:55,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/4132d90350584d0fb4472c711397c578 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/4132d90350584d0fb4472c711397c578 2024-11-25T07:42:55,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520635903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:55,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:55,908 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/4132d90350584d0fb4472c711397c578, entries=150, sequenceid=105, filesize=11.7 K 2024-11-25T07:42:55,910 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 1236ms, sequenceid=105, compaction requested=false 2024-11-25T07:42:55,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:55,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:55,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T07:42:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-25T07:42:55,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-25T07:42:55,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8600 sec 2024-11-25T07:42:55,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.8750 sec 2024-11-25T07:42:55,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T07:42:55,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:42:55,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:55,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:42:55,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:55,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:42:55,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:55,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f278aab8fdeb41308bc38e9076a95fea_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520575914/Put/seqid=0 2024-11-25T07:42:56,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741969_1145 (size=12154) 2024-11-25T07:42:56,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520636087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-25T07:42:56,195 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:42:56,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:42:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-25T07:42:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-25T07:42:56,203 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:42:56,204 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:42:56,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:42:56,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520636203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-25T07:42:56,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T07:42:56,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:56,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520636383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:56,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:56,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520636414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:56,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520636414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:56,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:56,434 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:56,440 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f278aab8fdeb41308bc38e9076a95fea_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f278aab8fdeb41308bc38e9076a95fea_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:56,442 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/a8f363ae79014f7788fb4af0c7defefe, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:56,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/a8f363ae79014f7788fb4af0c7defefe is 175, key is test_row_0/A:col10/1732520575914/Put/seqid=0 2024-11-25T07:42:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741970_1146 (size=30955) 2024-11-25T07:42:56,485 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/a8f363ae79014f7788fb4af0c7defefe 2024-11-25T07:42:56,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/567cf4f39e444b93ac40655de1ea637a is 50, key is test_row_0/B:col10/1732520575914/Put/seqid=0 2024-11-25T07:42:56,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T07:42:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-25T07:42:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741971_1147 (size=12001) 2024-11-25T07:42:56,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/567cf4f39e444b93ac40655de1ea637a 2024-11-25T07:42:56,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/221f3421a65b482cb326a99b175c22d1 is 50, key is test_row_0/C:col10/1732520575914/Put/seqid=0 2024-11-25T07:42:56,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741972_1148 (size=12001) 2024-11-25T07:42:56,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/221f3421a65b482cb326a99b175c22d1 2024-11-25T07:42:56,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/a8f363ae79014f7788fb4af0c7defefe as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/a8f363ae79014f7788fb4af0c7defefe 2024-11-25T07:42:56,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/a8f363ae79014f7788fb4af0c7defefe, entries=150, sequenceid=122, filesize=30.2 K 2024-11-25T07:42:56,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/567cf4f39e444b93ac40655de1ea637a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/567cf4f39e444b93ac40655de1ea637a 2024-11-25T07:42:56,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/567cf4f39e444b93ac40655de1ea637a, entries=150, sequenceid=122, filesize=11.7 K 2024-11-25T07:42:56,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/221f3421a65b482cb326a99b175c22d1 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/221f3421a65b482cb326a99b175c22d1 2024-11-25T07:42:56,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/221f3421a65b482cb326a99b175c22d1, entries=150, sequenceid=122, filesize=11.7 K 2024-11-25T07:42:56,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T07:42:56,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:56,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 764ms, sequenceid=122, compaction requested=true 2024-11-25T07:42:56,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:56,689 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:56,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:42:56,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:56,689 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:56,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:42:56,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:56,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:42:56,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:56,691 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:56,691 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/B is initiating minor compaction (all files) 2024-11-25T07:42:56,691 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:56,691 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/A is initiating minor compaction (all files) 2024-11-25T07:42:56,691 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/B in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,691 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/A in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,691 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/d1fa096c29094c31bf17fc0ba558e914, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/530bbed012164349932ec41413ef9166, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/567cf4f39e444b93ac40655de1ea637a] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=35.3 K 2024-11-25T07:42:56,691 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/77c0acb668af41f38ff697405babf6a2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d5960255296642fe8c0214ca5f63f2bc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/a8f363ae79014f7788fb4af0c7defefe] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=90.8 K 2024-11-25T07:42:56,691 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,692 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/77c0acb668af41f38ff697405babf6a2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d5960255296642fe8c0214ca5f63f2bc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/a8f363ae79014f7788fb4af0c7defefe] 2024-11-25T07:42:56,694 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1fa096c29094c31bf17fc0ba558e914, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732520572217 2024-11-25T07:42:56,694 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 77c0acb668af41f38ff697405babf6a2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732520572217 2024-11-25T07:42:56,694 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting d5960255296642fe8c0214ca5f63f2bc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732520572954 2024-11-25T07:42:56,695 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 530bbed012164349932ec41413ef9166, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732520572954 2024-11-25T07:42:56,695 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting a8f363ae79014f7788fb4af0c7defefe, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732520575199 2024-11-25T07:42:56,695 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 567cf4f39e444b93ac40655de1ea637a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732520575199 2024-11-25T07:42:56,726 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:56,731 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#B#compaction#127 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:56,731 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/e3c07dba96b74268ba5f0125ba7e461c is 50, key is test_row_0/B:col10/1732520575914/Put/seqid=0 2024-11-25T07:42:56,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T07:42:56,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:42:56,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:56,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:42:56,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:56,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:42:56,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:56,741 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112576ae70c20b6d4c5e93409745e3a9bd5c_72d0d361183ee5ec4fffbfeb74e0ef48 store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:56,744 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112576ae70c20b6d4c5e93409745e3a9bd5c_72d0d361183ee5ec4fffbfeb74e0ef48, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:56,745 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112576ae70c20b6d4c5e93409745e3a9bd5c_72d0d361183ee5ec4fffbfeb74e0ef48 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:56,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741973_1149 (size=12241) 2024-11-25T07:42:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741974_1150 (size=4469) 2024-11-25T07:42:56,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112503284918b1b24ba9ab67f81d6b40b702_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520576085/Put/seqid=0 2024-11-25T07:42:56,790 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/e3c07dba96b74268ba5f0125ba7e461c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e3c07dba96b74268ba5f0125ba7e461c 2024-11-25T07:42:56,799 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/B of 72d0d361183ee5ec4fffbfeb74e0ef48 into e3c07dba96b74268ba5f0125ba7e461c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:56,799 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:56,799 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/B, priority=13, startTime=1732520576689; duration=0sec 2024-11-25T07:42:56,799 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:42:56,800 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:B 2024-11-25T07:42:56,800 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:42:56,802 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:42:56,802 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/C is initiating minor compaction (all files) 2024-11-25T07:42:56,802 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/C in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,802 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/0354f82622c348e7a2d66b657979203b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/4132d90350584d0fb4472c711397c578, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/221f3421a65b482cb326a99b175c22d1] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=35.3 K 2024-11-25T07:42:56,804 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0354f82622c348e7a2d66b657979203b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732520572217 2024-11-25T07:42:56,805 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4132d90350584d0fb4472c711397c578, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732520572954 2024-11-25T07:42:56,806 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 221f3421a65b482cb326a99b175c22d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732520575199 2024-11-25T07:42:56,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741975_1151 (size=17234) 2024-11-25T07:42:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-25T07:42:56,837 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#C#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:56,837 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/8c2da50fa4ba42ab996f73a6600e15c9 is 50, key is test_row_0/C:col10/1732520575914/Put/seqid=0 2024-11-25T07:42:56,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T07:42:56,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:56,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520636833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:56,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:56,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741976_1152 (size=12241) 2024-11-25T07:42:56,879 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/8c2da50fa4ba42ab996f73a6600e15c9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/8c2da50fa4ba42ab996f73a6600e15c9 2024-11-25T07:42:56,888 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/C of 72d0d361183ee5ec4fffbfeb74e0ef48 into 8c2da50fa4ba42ab996f73a6600e15c9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:56,888 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:56,888 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/C, priority=13, startTime=1732520576689; duration=0sec 2024-11-25T07:42:56,888 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:56,888 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:C 2024-11-25T07:42:56,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520636954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:56,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:56,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:56,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T07:42:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:56,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T07:42:57,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:57,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:57,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:57,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520637163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:57,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:57,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:57,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:57,180 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#A#compaction#126 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:42:57,181 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/ea1ac591d1a34097b651e6535fc45e28 is 175, key is test_row_0/A:col10/1732520575914/Put/seqid=0 2024-11-25T07:42:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741977_1153 (size=31195) 2024-11-25T07:42:57,220 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/ea1ac591d1a34097b651e6535fc45e28 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/ea1ac591d1a34097b651e6535fc45e28 2024-11-25T07:42:57,229 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/A of 72d0d361183ee5ec4fffbfeb74e0ef48 into ea1ac591d1a34097b651e6535fc45e28(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:42:57,229 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:57,229 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/A, priority=13, startTime=1732520576688; duration=0sec 2024-11-25T07:42:57,231 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:57,232 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:42:57,232 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:A 2024-11-25T07:42:57,246 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112503284918b1b24ba9ab67f81d6b40b702_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112503284918b1b24ba9ab67f81d6b40b702_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:57,249 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/5885a10464074db8ab1242103e0347c7, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:57,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/5885a10464074db8ab1242103e0347c7 is 175, key is test_row_0/A:col10/1732520576085/Put/seqid=0 2024-11-25T07:42:57,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741978_1154 (size=48339) 2024-11-25T07:42:57,259 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/5885a10464074db8ab1242103e0347c7 2024-11-25T07:42:57,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/e52a338fe4964c4ab250b48b98420a3b is 50, key is test_row_0/B:col10/1732520576085/Put/seqid=0 2024-11-25T07:42:57,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T07:42:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:57,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741979_1155 (size=12101) 2024-11-25T07:42:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-25T07:42:57,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520637393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:57,401 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in 72d0d361183ee5ec4fffbfeb74e0ef48 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:42:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:57,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520637423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:57,428 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_0' in 72d0d361183ee5ec4fffbfeb74e0ef48 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:42:57,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:57,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:57,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:57,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T07:42:57,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:57,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:57,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:57,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520637474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:57,481 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T07:42:57,481 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T07:42:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:57,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T07:42:57,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:57,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:57,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:57,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/e52a338fe4964c4ab250b48b98420a3b 2024-11-25T07:42:57,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/0e57178b535c4c3395ab8e643470ff80 is 50, key is test_row_0/C:col10/1732520576085/Put/seqid=0 2024-11-25T07:42:57,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741980_1156 (size=12101) 2024-11-25T07:42:57,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T07:42:57,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:57,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:57,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:57,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T07:42:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:57,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:57,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520637994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:58,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T07:42:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:58,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:42:58,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/0e57178b535c4c3395ab8e643470ff80 2024-11-25T07:42:58,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/5885a10464074db8ab1242103e0347c7 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/5885a10464074db8ab1242103e0347c7 2024-11-25T07:42:58,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/5885a10464074db8ab1242103e0347c7, entries=250, sequenceid=142, filesize=47.2 K 2024-11-25T07:42:58,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/e52a338fe4964c4ab250b48b98420a3b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e52a338fe4964c4ab250b48b98420a3b 2024-11-25T07:42:58,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e52a338fe4964c4ab250b48b98420a3b, entries=150, sequenceid=142, filesize=11.8 K 2024-11-25T07:42:58,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/0e57178b535c4c3395ab8e643470ff80 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/0e57178b535c4c3395ab8e643470ff80 2024-11-25T07:42:58,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/0e57178b535c4c3395ab8e643470ff80, entries=150, sequenceid=142, filesize=11.8 K 2024-11-25T07:42:58,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 1481ms, sequenceid=142, compaction requested=false 2024-11-25T07:42:58,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:58,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T07:42:58,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:58,272 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T07:42:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:42:58,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:58,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:42:58,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:58,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:42:58,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:42:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257687e303ae0d4bb38d8ef1f531651d63_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520576811/Put/seqid=0 2024-11-25T07:42:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:58,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:42:58,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741981_1157 (size=12304) 2024-11-25T07:42:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:58,347 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257687e303ae0d4bb38d8ef1f531651d63_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257687e303ae0d4bb38d8ef1f531651d63_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:58,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/d21a5edac2e04a9db98067aaa06e5a3a, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:58,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/d21a5edac2e04a9db98067aaa06e5a3a is 175, key is test_row_0/A:col10/1732520576811/Put/seqid=0 2024-11-25T07:42:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-25T07:42:58,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741982_1158 (size=31105) 2024-11-25T07:42:58,386 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/d21a5edac2e04a9db98067aaa06e5a3a 2024-11-25T07:42:58,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/f8ae196d907548b787da15e8d8521525 is 50, key is test_row_0/B:col10/1732520576811/Put/seqid=0 2024-11-25T07:42:58,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741983_1159 (size=12151) 2024-11-25T07:42:58,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520638462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:58,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:58,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520638579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:58,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520638793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:58,846 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/f8ae196d907548b787da15e8d8521525 2024-11-25T07:42:58,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/ae2e5d2ec9304d6ea0219084e55f0072 is 50, key is test_row_0/C:col10/1732520576811/Put/seqid=0 2024-11-25T07:42:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741984_1160 (size=12151) 2024-11-25T07:42:59,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520639003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:59,011 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in 72d0d361183ee5ec4fffbfeb74e0ef48 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:42:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:59,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520639103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:59,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:59,306 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/ae2e5d2ec9304d6ea0219084e55f0072 2024-11-25T07:42:59,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/d21a5edac2e04a9db98067aaa06e5a3a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d21a5edac2e04a9db98067aaa06e5a3a 2024-11-25T07:42:59,322 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d21a5edac2e04a9db98067aaa06e5a3a, entries=150, sequenceid=157, filesize=30.4 K 2024-11-25T07:42:59,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/f8ae196d907548b787da15e8d8521525 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/f8ae196d907548b787da15e8d8521525 2024-11-25T07:42:59,337 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/f8ae196d907548b787da15e8d8521525, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T07:42:59,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/ae2e5d2ec9304d6ea0219084e55f0072 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/ae2e5d2ec9304d6ea0219084e55f0072 2024-11-25T07:42:59,346 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/ae2e5d2ec9304d6ea0219084e55f0072, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T07:42:59,347 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 1076ms, sequenceid=157, compaction requested=true 2024-11-25T07:42:59,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:42:59,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:42:59,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T07:42:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-25T07:42:59,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-25T07:42:59,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1450 sec 2024-11-25T07:42:59,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 3.1560 sec 2024-11-25T07:42:59,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520578376, max timestamp=1732520579425Num uniques 859; 2024-11-25T07:42:59,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:42:59,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520578376, max timestamp=1732520579425Num uniques 859; 2024-11-25T07:42:59,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520578376, max timestamp=1732520579425Num uniques 859; 2024-11-25T07:42:59,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:42:59,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:42:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:59,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-25T07:42:59,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:42:59,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:42:59,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:42:59,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:42:59,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:42:59,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:42:59,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4e4ed17f31d413fb02d3e5931fb0cd6_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520579464/Put/seqid=0 2024-11-25T07:42:59,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741985_1161 (size=14794) 2024-11-25T07:42:59,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520579557, max timestamp=1732520579587Num uniques 859; 2024-11-25T07:42:59,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:42:59,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520579557, max timestamp=1732520579587Num uniques 859; 2024-11-25T07:42:59,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:42:59,600 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520579557, max timestamp=1732520579587Num uniques 859; 2024-11-25T07:42:59,600 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:42:59,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520639652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:59,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520639655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:59,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:59,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520639661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:59,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:59,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520639763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:59,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520639774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:59,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:59,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520639783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:59,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:59,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732520639823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:59,824 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in 72d0d361183ee5ec4fffbfeb74e0ef48 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:42:59,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:59,935 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:42:59,941 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4e4ed17f31d413fb02d3e5931fb0cd6_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4e4ed17f31d413fb02d3e5931fb0cd6_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:42:59,942 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/37a4679400804ad2a7c1c97e88d597d9, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:42:59,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/37a4679400804ad2a7c1c97e88d597d9 is 175, key is test_row_0/A:col10/1732520579464/Put/seqid=0 2024-11-25T07:42:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741986_1162 (size=39749) 2024-11-25T07:42:59,966 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/37a4679400804ad2a7c1c97e88d597d9 2024-11-25T07:42:59,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520639975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:59,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:42:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520639984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:42:59,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:42:59,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:42:59,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/d6a683f2ec8241cea5344eea8f9ca492 is 50, key is test_row_0/B:col10/1732520579464/Put/seqid=0 2024-11-25T07:43:00,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520640003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:00,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741987_1163 (size=12151) 2024-11-25T07:43:00,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/d6a683f2ec8241cea5344eea8f9ca492 2024-11-25T07:43:00,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/6c5a0940e87b4df88373022b2cdd8c53 is 50, key is test_row_0/C:col10/1732520579464/Put/seqid=0 2024-11-25T07:43:00,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741988_1164 (size=12151) 2024-11-25T07:43:00,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/6c5a0940e87b4df88373022b2cdd8c53 2024-11-25T07:43:00,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/37a4679400804ad2a7c1c97e88d597d9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/37a4679400804ad2a7c1c97e88d597d9 2024-11-25T07:43:00,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/37a4679400804ad2a7c1c97e88d597d9, entries=200, sequenceid=183, filesize=38.8 K 2024-11-25T07:43:00,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/d6a683f2ec8241cea5344eea8f9ca492 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/d6a683f2ec8241cea5344eea8f9ca492 2024-11-25T07:43:00,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/d6a683f2ec8241cea5344eea8f9ca492, entries=150, sequenceid=183, filesize=11.9 K 2024-11-25T07:43:00,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/6c5a0940e87b4df88373022b2cdd8c53 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/6c5a0940e87b4df88373022b2cdd8c53 2024-11-25T07:43:00,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/6c5a0940e87b4df88373022b2cdd8c53, entries=150, sequenceid=183, filesize=11.9 K 2024-11-25T07:43:00,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~165.80 KB/169776, currentSize=127.47 KB/130530 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 645ms, sequenceid=183, compaction requested=true 2024-11-25T07:43:00,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:00,113 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:00,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:00,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:00,115 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:00,115 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150388 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:00,115 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/A is initiating minor compaction (all files) 2024-11-25T07:43:00,115 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/A in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:00,116 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/ea1ac591d1a34097b651e6535fc45e28, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/5885a10464074db8ab1242103e0347c7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d21a5edac2e04a9db98067aaa06e5a3a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/37a4679400804ad2a7c1c97e88d597d9] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=146.9 K 2024-11-25T07:43:00,116 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:00,116 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/ea1ac591d1a34097b651e6535fc45e28, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/5885a10464074db8ab1242103e0347c7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d21a5edac2e04a9db98067aaa06e5a3a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/37a4679400804ad2a7c1c97e88d597d9] 2024-11-25T07:43:00,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:00,116 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea1ac591d1a34097b651e6535fc45e28, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732520575199 2024-11-25T07:43:00,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:00,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:00,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:00,117 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5885a10464074db8ab1242103e0347c7, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732520575977 2024-11-25T07:43:00,117 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:00,117 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/B is initiating minor compaction (all files) 2024-11-25T07:43:00,117 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting d21a5edac2e04a9db98067aaa06e5a3a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732520576798 2024-11-25T07:43:00,117 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/B in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:00,117 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e3c07dba96b74268ba5f0125ba7e461c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e52a338fe4964c4ab250b48b98420a3b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/f8ae196d907548b787da15e8d8521525, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/d6a683f2ec8241cea5344eea8f9ca492] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=47.5 K 2024-11-25T07:43:00,118 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37a4679400804ad2a7c1c97e88d597d9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732520578452 2024-11-25T07:43:00,119 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting e3c07dba96b74268ba5f0125ba7e461c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732520575199 2024-11-25T07:43:00,119 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting e52a338fe4964c4ab250b48b98420a3b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732520575977 2024-11-25T07:43:00,120 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting f8ae196d907548b787da15e8d8521525, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732520576798 2024-11-25T07:43:00,121 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting d6a683f2ec8241cea5344eea8f9ca492, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732520578452 2024-11-25T07:43:00,131 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:00,145 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#B#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:00,146 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/e0e9ce0fca73488688cce42488afc3ca is 50, key is test_row_0/B:col10/1732520579464/Put/seqid=0 2024-11-25T07:43:00,173 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411257da7a1ea3de64d4380f1e51b03abd75a_72d0d361183ee5ec4fffbfeb74e0ef48 store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:00,177 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411257da7a1ea3de64d4380f1e51b03abd75a_72d0d361183ee5ec4fffbfeb74e0ef48, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:00,178 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257da7a1ea3de64d4380f1e51b03abd75a_72d0d361183ee5ec4fffbfeb74e0ef48 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:00,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741989_1165 (size=12527) 2024-11-25T07:43:00,189 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/e0e9ce0fca73488688cce42488afc3ca as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e0e9ce0fca73488688cce42488afc3ca 2024-11-25T07:43:00,203 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/B of 72d0d361183ee5ec4fffbfeb74e0ef48 into e0e9ce0fca73488688cce42488afc3ca(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:00,203 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:00,203 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/B, priority=12, startTime=1732520580115; duration=0sec 2024-11-25T07:43:00,203 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:00,203 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:B 2024-11-25T07:43:00,203 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:00,205 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:00,205 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/C is initiating minor compaction (all files) 2024-11-25T07:43:00,205 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/C in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:00,206 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/8c2da50fa4ba42ab996f73a6600e15c9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/0e57178b535c4c3395ab8e643470ff80, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/ae2e5d2ec9304d6ea0219084e55f0072, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/6c5a0940e87b4df88373022b2cdd8c53] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=47.5 K 2024-11-25T07:43:00,207 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c2da50fa4ba42ab996f73a6600e15c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732520575199 2024-11-25T07:43:00,208 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e57178b535c4c3395ab8e643470ff80, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732520575977 2024-11-25T07:43:00,209 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting ae2e5d2ec9304d6ea0219084e55f0072, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732520576798 2024-11-25T07:43:00,209 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c5a0940e87b4df88373022b2cdd8c53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732520578452 2024-11-25T07:43:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741990_1166 (size=4469) 2024-11-25T07:43:00,224 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#A#compaction#138 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:00,225 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/d90e3385e868463fb25f1ee7fd725aa6 is 175, key is test_row_0/A:col10/1732520579464/Put/seqid=0 2024-11-25T07:43:00,231 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#C#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:00,232 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/980c34459fc9469f82a2a8c7383b2974 is 50, key is test_row_0/C:col10/1732520579464/Put/seqid=0 2024-11-25T07:43:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741991_1167 (size=31481) 2024-11-25T07:43:00,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T07:43:00,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:43:00,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:00,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:43:00,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:00,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:43:00,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741992_1168 (size=12527) 2024-11-25T07:43:00,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bbf20d732d134e86a4b40a5ae9c41572_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520579658/Put/seqid=0 2024-11-25T07:43:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-25T07:43:00,373 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:00,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-25T07:43:00,377 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-25T07:43:00,379 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:00,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:00,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520640362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:00,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:00,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520640362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:00,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:00,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520640364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:00,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741993_1169 (size=14794) 2024-11-25T07:43:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-25T07:43:00,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520640489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:00,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:00,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520640489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:00,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520640498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:00,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T07:43:00,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:00,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:00,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:00,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:00,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:00,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T07:43:00,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:00,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:00,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:00,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-25T07:43:00,699 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/d90e3385e868463fb25f1ee7fd725aa6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d90e3385e868463fb25f1ee7fd725aa6 2024-11-25T07:43:00,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520640704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520640704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:00,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520640713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:00,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:00,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:00,723 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/A of 72d0d361183ee5ec4fffbfeb74e0ef48 into d90e3385e868463fb25f1ee7fd725aa6(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:00,723 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:00,723 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/A, priority=12, startTime=1732520580113; duration=0sec 2024-11-25T07:43:00,724 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:00,724 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:A 2024-11-25T07:43:00,725 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/980c34459fc9469f82a2a8c7383b2974 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/980c34459fc9469f82a2a8c7383b2974 2024-11-25T07:43:00,731 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/C of 72d0d361183ee5ec4fffbfeb74e0ef48 into 980c34459fc9469f82a2a8c7383b2974(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:00,731 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:00,731 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/C, priority=12, startTime=1732520580117; duration=0sec 2024-11-25T07:43:00,732 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:00,732 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:C 2024-11-25T07:43:00,799 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:00,816 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bbf20d732d134e86a4b40a5ae9c41572_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bbf20d732d134e86a4b40a5ae9c41572_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:00,821 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/c4498c067a6c47feba1474b6b17d98b0, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:00,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/c4498c067a6c47feba1474b6b17d98b0 is 175, key is test_row_0/A:col10/1732520579658/Put/seqid=0 2024-11-25T07:43:00,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T07:43:00,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:00,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:00,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:00,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:00,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:00,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741994_1170 (size=39749) 2024-11-25T07:43:00,868 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/c4498c067a6c47feba1474b6b17d98b0 2024-11-25T07:43:00,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/caff35073ce44f778ac77040f2cc31ba is 50, key is test_row_0/B:col10/1732520579658/Put/seqid=0 2024-11-25T07:43:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741995_1171 (size=12151) 2024-11-25T07:43:00,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/caff35073ce44f778ac77040f2cc31ba 2024-11-25T07:43:00,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/f841fd65a99d47e1bc738344b27db77b is 50, key is test_row_0/C:col10/1732520579658/Put/seqid=0 2024-11-25T07:43:00,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T07:43:00,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:00,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:00,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:00,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:00,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-25T07:43:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:01,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:01,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520641015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520641015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:01,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:01,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520641024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:01,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741996_1172 (size=12151) 2024-11-25T07:43:01,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/f841fd65a99d47e1bc738344b27db77b 2024-11-25T07:43:01,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520641033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:01,044 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in 72d0d361183ee5ec4fffbfeb74e0ef48 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:01,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/c4498c067a6c47feba1474b6b17d98b0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c4498c067a6c47feba1474b6b17d98b0 2024-11-25T07:43:01,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c4498c067a6c47feba1474b6b17d98b0, entries=200, sequenceid=221, filesize=38.8 K 2024-11-25T07:43:01,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/caff35073ce44f778ac77040f2cc31ba as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/caff35073ce44f778ac77040f2cc31ba 2024-11-25T07:43:01,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/caff35073ce44f778ac77040f2cc31ba, entries=150, sequenceid=221, filesize=11.9 K 2024-11-25T07:43:01,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/f841fd65a99d47e1bc738344b27db77b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/f841fd65a99d47e1bc738344b27db77b 2024-11-25T07:43:01,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/f841fd65a99d47e1bc738344b27db77b, entries=150, sequenceid=221, filesize=11.9 K 2024-11-25T07:43:01,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=60.38 KB/61830 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 822ms, sequenceid=221, compaction requested=false 2024-11-25T07:43:01,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:01,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T07:43:01,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:01,157 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T07:43:01,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:43:01,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:01,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:43:01,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:01,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:43:01,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:01,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257b4971e086e94bf9a0141a66c2444fda_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520580360/Put/seqid=0 2024-11-25T07:43:01,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741997_1173 (size=12304) 2024-11-25T07:43:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-25T07:43:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:01,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:01,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:01,605 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257b4971e086e94bf9a0141a66c2444fda_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257b4971e086e94bf9a0141a66c2444fda_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:01,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/c5ce7d8a03cc47f584a2c177afb585c7, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:01,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/c5ce7d8a03cc47f584a2c177afb585c7 is 175, key is test_row_0/A:col10/1732520580360/Put/seqid=0 2024-11-25T07:43:01,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732520581595, max timestamp=1732520581615Num uniques 859; 2024-11-25T07:43:01,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:43:01,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732520581595, max timestamp=1732520581615Num uniques 859; 2024-11-25T07:43:01,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:43:01,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520581595, max timestamp=1732520581615Num uniques 859; 2024-11-25T07:43:01,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:43:01,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741998_1174 (size=31105) 2024-11-25T07:43:01,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520641682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:01,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520641686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:01,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520641693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:01,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520641813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:01,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:01,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520641814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:01,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:01,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:01,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520641814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:01,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:01,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:02,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520642023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520642023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:02,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520642023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:02,061 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/c5ce7d8a03cc47f584a2c177afb585c7 2024-11-25T07:43:02,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/29655ea2cd9a49aebce25bcf133e7377 is 50, key is test_row_0/B:col10/1732520580360/Put/seqid=0 2024-11-25T07:43:02,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741999_1175 (size=12151) 2024-11-25T07:43:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520642333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520642333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:02,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:02,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520642333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:02,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:02,484 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/29655ea2cd9a49aebce25bcf133e7377 2024-11-25T07:43:02,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/5d304a4d7325494aaf3c40b572a4a15b is 50, key is test_row_0/C:col10/1732520580360/Put/seqid=0 2024-11-25T07:43:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-25T07:43:02,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742000_1176 (size=12151) 2024-11-25T07:43:02,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520642844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:02,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:02,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520642844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:02,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520642844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:02,947 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/5d304a4d7325494aaf3c40b572a4a15b 2024-11-25T07:43:02,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/c5ce7d8a03cc47f584a2c177afb585c7 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c5ce7d8a03cc47f584a2c177afb585c7 2024-11-25T07:43:02,982 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c5ce7d8a03cc47f584a2c177afb585c7, entries=150, sequenceid=235, filesize=30.4 K 2024-11-25T07:43:02,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/29655ea2cd9a49aebce25bcf133e7377 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/29655ea2cd9a49aebce25bcf133e7377 2024-11-25T07:43:02,998 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/29655ea2cd9a49aebce25bcf133e7377, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T07:43:03,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/5d304a4d7325494aaf3c40b572a4a15b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/5d304a4d7325494aaf3c40b572a4a15b 2024-11-25T07:43:03,008 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/5d304a4d7325494aaf3c40b572a4a15b, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T07:43:03,009 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 1852ms, sequenceid=235, compaction requested=true 2024-11-25T07:43:03,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:03,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:03,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-25T07:43:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-25T07:43:03,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T07:43:03,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6310 sec 2024-11-25T07:43:03,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 2.6380 sec 2024-11-25T07:43:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:03,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-25T07:43:03,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:43:03,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:03,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:43:03,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:03,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:43:03,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:03,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125008fd4c457e04d599b681d14df38e195_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520583855/Put/seqid=0 2024-11-25T07:43:03,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520643885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:03,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520643887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:03,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520643890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:03,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:03,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:03,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:03,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742001_1177 (size=14994) 2024-11-25T07:43:03,920 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:03,930 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125008fd4c457e04d599b681d14df38e195_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125008fd4c457e04d599b681d14df38e195_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:03,931 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/e8ed1f63164348719df920768af1c143, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:03,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/e8ed1f63164348719df920768af1c143 is 175, key is test_row_0/A:col10/1732520583855/Put/seqid=0 2024-11-25T07:43:03,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742002_1178 (size=39949) 2024-11-25T07:43:03,965 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/e8ed1f63164348719df920768af1c143 2024-11-25T07:43:04,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520644003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:04,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:04,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520644003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:04,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520644014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:04,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:04,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/555311cf83a441abba3b6182f4b9d79d is 50, key is test_row_0/B:col10/1732520583855/Put/seqid=0 2024-11-25T07:43:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742003_1179 (size=12301) 2024-11-25T07:43:04,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520644215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:04,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520644223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:04,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520644233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:04,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/555311cf83a441abba3b6182f4b9d79d 2024-11-25T07:43:04,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/febd78bdff3340fba5b6b6ab2542116f is 50, key is test_row_0/C:col10/1732520583855/Put/seqid=0 2024-11-25T07:43:04,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520644533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:04,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:04,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520644533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:04,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:04,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-25T07:43:04,544 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:04,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520644543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:04,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-25T07:43:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-25T07:43:04,546 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:04,547 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:04,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:04,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742004_1180 (size=12301) 2024-11-25T07:43:04,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/febd78bdff3340fba5b6b6ab2542116f 2024-11-25T07:43:04,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/e8ed1f63164348719df920768af1c143 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/e8ed1f63164348719df920768af1c143 2024-11-25T07:43:04,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/e8ed1f63164348719df920768af1c143, entries=200, sequenceid=270, filesize=39.0 K 2024-11-25T07:43:04,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/555311cf83a441abba3b6182f4b9d79d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/555311cf83a441abba3b6182f4b9d79d 2024-11-25T07:43:04,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/555311cf83a441abba3b6182f4b9d79d, entries=150, sequenceid=270, filesize=12.0 K 2024-11-25T07:43:04,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/febd78bdff3340fba5b6b6ab2542116f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/febd78bdff3340fba5b6b6ab2542116f 2024-11-25T07:43:04,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/febd78bdff3340fba5b6b6ab2542116f, entries=150, sequenceid=270, filesize=12.0 K 2024-11-25T07:43:04,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 751ms, sequenceid=270, compaction requested=true 2024-11-25T07:43:04,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:04,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:04,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:04,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:04,609 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:04,609 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:04,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:04,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:04,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:04,611 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49130 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:04,611 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/B is initiating minor compaction (all files) 2024-11-25T07:43:04,611 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/B in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:04,612 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e0e9ce0fca73488688cce42488afc3ca, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/caff35073ce44f778ac77040f2cc31ba, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/29655ea2cd9a49aebce25bcf133e7377, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/555311cf83a441abba3b6182f4b9d79d] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=48.0 K 2024-11-25T07:43:04,612 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting e0e9ce0fca73488688cce42488afc3ca, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732520578452 2024-11-25T07:43:04,620 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142284 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:04,620 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting caff35073ce44f778ac77040f2cc31ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732520579647 2024-11-25T07:43:04,620 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/A is initiating minor compaction (all files) 2024-11-25T07:43:04,621 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/A in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:04,621 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d90e3385e868463fb25f1ee7fd725aa6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c4498c067a6c47feba1474b6b17d98b0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c5ce7d8a03cc47f584a2c177afb585c7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/e8ed1f63164348719df920768af1c143] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=138.9 K 2024-11-25T07:43:04,621 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:04,621 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d90e3385e868463fb25f1ee7fd725aa6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c4498c067a6c47feba1474b6b17d98b0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c5ce7d8a03cc47f584a2c177afb585c7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/e8ed1f63164348719df920768af1c143] 2024-11-25T07:43:04,621 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 29655ea2cd9a49aebce25bcf133e7377, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732520580334 2024-11-25T07:43:04,622 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting d90e3385e868463fb25f1ee7fd725aa6, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732520578452 2024-11-25T07:43:04,622 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 555311cf83a441abba3b6182f4b9d79d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732520581661 2024-11-25T07:43:04,624 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4498c067a6c47feba1474b6b17d98b0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732520579620 2024-11-25T07:43:04,626 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5ce7d8a03cc47f584a2c177afb585c7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732520580334 2024-11-25T07:43:04,627 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8ed1f63164348719df920768af1c143, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732520581661 2024-11-25T07:43:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-25T07:43:04,658 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#B#compaction#150 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:04,659 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/5e39fe4392e84be4b2e9c46fca1ea205 is 50, key is test_row_0/B:col10/1732520583855/Put/seqid=0 2024-11-25T07:43:04,663 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:04,680 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411251240165cd7874ef89a0f460578229252_72d0d361183ee5ec4fffbfeb74e0ef48 store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:04,683 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411251240165cd7874ef89a0f460578229252_72d0d361183ee5ec4fffbfeb74e0ef48, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:04,683 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251240165cd7874ef89a0f460578229252_72d0d361183ee5ec4fffbfeb74e0ef48 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:04,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742005_1181 (size=12813) 2024-11-25T07:43:04,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-25T07:43:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:04,705 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T07:43:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:43:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:43:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:43:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:04,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742006_1182 (size=4469) 2024-11-25T07:43:04,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e3d545cafae84a0e817b8614e0be7523_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520583887/Put/seqid=0 2024-11-25T07:43:04,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742007_1183 (size=12454) 2024-11-25T07:43:04,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:04,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e3d545cafae84a0e817b8614e0be7523_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e3d545cafae84a0e817b8614e0be7523_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:04,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/377eef34b22844128026fc85a330bd37, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:04,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/377eef34b22844128026fc85a330bd37 is 175, key is test_row_0/A:col10/1732520583887/Put/seqid=0 2024-11-25T07:43:04,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742008_1184 (size=31255) 2024-11-25T07:43:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-25T07:43:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:05,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:05,103 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/5e39fe4392e84be4b2e9c46fca1ea205 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/5e39fe4392e84be4b2e9c46fca1ea205 2024-11-25T07:43:05,112 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520585086, max timestamp=1732520585109Num uniques 859; 2024-11-25T07:43:05,112 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520585086, max timestamp=1732520585109Num uniques 859; 2024-11-25T07:43:05,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520585086, max timestamp=1732520585109Num uniques 859; 2024-11-25T07:43:05,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:05,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:05,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:05,113 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/B of 72d0d361183ee5ec4fffbfeb74e0ef48 into 5e39fe4392e84be4b2e9c46fca1ea205(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:05,113 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:05,113 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/B, priority=12, startTime=1732520584609; duration=0sec 2024-11-25T07:43:05,113 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:05,113 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:B 2024-11-25T07:43:05,114 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:05,116 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49130 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:05,116 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/C is initiating minor compaction (all files) 2024-11-25T07:43:05,116 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/C in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:05,116 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/980c34459fc9469f82a2a8c7383b2974, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/f841fd65a99d47e1bc738344b27db77b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/5d304a4d7325494aaf3c40b572a4a15b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/febd78bdff3340fba5b6b6ab2542116f] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=48.0 K 2024-11-25T07:43:05,117 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 980c34459fc9469f82a2a8c7383b2974, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732520578452 2024-11-25T07:43:05,118 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting f841fd65a99d47e1bc738344b27db77b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732520579647 2024-11-25T07:43:05,121 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d304a4d7325494aaf3c40b572a4a15b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732520580334 2024-11-25T07:43:05,122 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting febd78bdff3340fba5b6b6ab2542116f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732520581661 2024-11-25T07:43:05,126 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#A#compaction#151 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:05,127 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/35aa8ddfe0e14e0db1d3abb809f6f2f2 is 175, key is test_row_0/A:col10/1732520583855/Put/seqid=0 2024-11-25T07:43:05,169 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/377eef34b22844128026fc85a330bd37 2024-11-25T07:43:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-25T07:43:05,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742009_1185 (size=31767) 2024-11-25T07:43:05,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520645166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520645172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,187 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#C#compaction#153 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:05,187 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/2dcb300de6c0455db2ea416df6a801c4 is 50, key is test_row_0/C:col10/1732520583855/Put/seqid=0 2024-11-25T07:43:05,198 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/35aa8ddfe0e14e0db1d3abb809f6f2f2 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/35aa8ddfe0e14e0db1d3abb809f6f2f2 2024-11-25T07:43:05,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520645178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520645184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,209 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/A of 72d0d361183ee5ec4fffbfeb74e0ef48 into 35aa8ddfe0e14e0db1d3abb809f6f2f2(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:05,209 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:05,209 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/A, priority=12, startTime=1732520584609; duration=0sec 2024-11-25T07:43:05,209 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:05,209 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:A 2024-11-25T07:43:05,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/55254d52b305421fbe0c01dc9a470051 is 50, key is test_row_0/B:col10/1732520583887/Put/seqid=0 2024-11-25T07:43:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742011_1187 (size=12301) 2024-11-25T07:43:05,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742010_1186 (size=12813) 2024-11-25T07:43:05,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520645293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520645293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520645303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520645303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520645504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520645504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520645513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520645514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,655 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/55254d52b305421fbe0c01dc9a470051 2024-11-25T07:43:05,670 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/2dcb300de6c0455db2ea416df6a801c4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/2dcb300de6c0455db2ea416df6a801c4 2024-11-25T07:43:05,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/9479020e95ef45b3bf10fa5563c64587 is 50, key is test_row_0/C:col10/1732520583887/Put/seqid=0 2024-11-25T07:43:05,681 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/C of 72d0d361183ee5ec4fffbfeb74e0ef48 into 2dcb300de6c0455db2ea416df6a801c4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:05,681 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:05,682 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/C, priority=12, startTime=1732520584609; duration=0sec 2024-11-25T07:43:05,682 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:05,682 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:C 2024-11-25T07:43:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-25T07:43:05,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742012_1188 (size=12301) 2024-11-25T07:43:05,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520645827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520645829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520645841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:05,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520645841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:05,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:05,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:06,125 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/9479020e95ef45b3bf10fa5563c64587 2024-11-25T07:43:06,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/377eef34b22844128026fc85a330bd37 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/377eef34b22844128026fc85a330bd37 2024-11-25T07:43:06,150 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/377eef34b22844128026fc85a330bd37, entries=150, sequenceid=281, filesize=30.5 K 2024-11-25T07:43:06,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/55254d52b305421fbe0c01dc9a470051 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/55254d52b305421fbe0c01dc9a470051 2024-11-25T07:43:06,163 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/55254d52b305421fbe0c01dc9a470051, entries=150, sequenceid=281, filesize=12.0 K 2024-11-25T07:43:06,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/9479020e95ef45b3bf10fa5563c64587 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/9479020e95ef45b3bf10fa5563c64587 2024-11-25T07:43:06,178 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/9479020e95ef45b3bf10fa5563c64587, entries=150, sequenceid=281, filesize=12.0 K 2024-11-25T07:43:06,180 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 1474ms, sequenceid=281, compaction requested=false 2024-11-25T07:43:06,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:06,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:06,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-25T07:43:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-25T07:43:06,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-25T07:43:06,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6350 sec 2024-11-25T07:43:06,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.6430 sec 2024-11-25T07:43:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:06,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=134.18 KB heapSize=385.22 KB 2024-11-25T07:43:06,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732520585169, max timestamp=1732520586344Num uniques 1018; 2024-11-25T07:43:06,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-25T07:43:06,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732520585169, max timestamp=1732520586344Num uniques 1018; 2024-11-25T07:43:06,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-25T07:43:06,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:43:06,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:06,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:43:06,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:06,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:43:06,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T07:43:06,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520646396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:06,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732520586383, max timestamp=1732520586401Num uniques 859; 2024-11-25T07:43:06,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-25T07:43:06,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732520586383, max timestamp=1732520586401Num uniques 859; 2024-11-25T07:43:06,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732520586383, max timestamp=1732520586401Num uniques 859; 2024-11-25T07:43:06,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-25T07:43:06,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-25T07:43:06,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520646421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:06,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:06,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520646427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520646425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:06,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:06,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:06,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520646513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:06,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520646534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:06,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:06,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520646544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:06,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:06,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520646546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:06,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:06,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257ee30208d4444120b8b8f051648ba6dd_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520586344/Put/seqid=0 2024-11-25T07:43:06,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742013_1189 (size=14994) 2024-11-25T07:43:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-25T07:43:06,698 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:06,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-25T07:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T07:43:06,704 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:06,707 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:06,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:06,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520646733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:06,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:06,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520646756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:06,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520646756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:06,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:06,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:06,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520646756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:06,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:06,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:06,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T07:43:06,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-25T07:43:06,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:06,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:06,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:06,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:06,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-25T07:43:07,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:07,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T07:43:07,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:07,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520647054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:07,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520647063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:07,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:07,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520647063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:07,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:07,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:07,070 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257ee30208d4444120b8b8f051648ba6dd_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ee30208d4444120b8b8f051648ba6dd_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:07,071 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/08229df5f39f48cca7f7e992ffb71d09, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:07,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/08229df5f39f48cca7f7e992ffb71d09 is 175, key is test_row_0/A:col10/1732520586344/Put/seqid=0 2024-11-25T07:43:07,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520647068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:07,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:07,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742014_1190 (size=39949) 2024-11-25T07:43:07,115 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/08229df5f39f48cca7f7e992ffb71d09 2024-11-25T07:43:07,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/60c1a24d17444dbeb7be5de9ec656600 is 50, key is test_row_0/B:col10/1732520586344/Put/seqid=0 2024-11-25T07:43:07,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-25T07:43:07,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:07,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742015_1191 (size=12301) 2024-11-25T07:43:07,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-25T07:43:07,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:07,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T07:43:07,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-25T07:43:07,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:07,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520647573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:07,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520647573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:07,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520647574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:07,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:07,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:07,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/60c1a24d17444dbeb7be5de9ec656600 2024-11-25T07:43:07,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520647584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:07,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:07,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:07,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/c2b364a652b1473b98cf9b3826db5b73 is 50, key is test_row_0/C:col10/1732520586344/Put/seqid=0 2024-11-25T07:43:07,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-25T07:43:07,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:07,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:07,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742016_1192 (size=12301) 2024-11-25T07:43:07,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/c2b364a652b1473b98cf9b3826db5b73 2024-11-25T07:43:07,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/08229df5f39f48cca7f7e992ffb71d09 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/08229df5f39f48cca7f7e992ffb71d09 2024-11-25T07:43:07,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/08229df5f39f48cca7f7e992ffb71d09, entries=200, sequenceid=322, filesize=39.0 K 2024-11-25T07:43:07,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/60c1a24d17444dbeb7be5de9ec656600 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/60c1a24d17444dbeb7be5de9ec656600 2024-11-25T07:43:07,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/60c1a24d17444dbeb7be5de9ec656600, entries=150, sequenceid=322, filesize=12.0 K 2024-11-25T07:43:07,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/c2b364a652b1473b98cf9b3826db5b73 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/c2b364a652b1473b98cf9b3826db5b73 2024-11-25T07:43:07,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/c2b364a652b1473b98cf9b3826db5b73, entries=150, sequenceid=322, filesize=12.0 K 2024-11-25T07:43:07,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~69.33 KB/70990, heapSize ~188.91 KB/193440, currentSize=120.76 KB/123660 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 1391ms, sequenceid=322, compaction requested=true 2024-11-25T07:43:07,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:07,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:07,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:07,740 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:07,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:07,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:07,741 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:07,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:07,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:07,742 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:07,742 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/A is initiating minor compaction (all files) 2024-11-25T07:43:07,742 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/A in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,742 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/35aa8ddfe0e14e0db1d3abb809f6f2f2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/377eef34b22844128026fc85a330bd37, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/08229df5f39f48cca7f7e992ffb71d09] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=100.6 K 2024-11-25T07:43:07,742 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,742 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/35aa8ddfe0e14e0db1d3abb809f6f2f2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/377eef34b22844128026fc85a330bd37, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/08229df5f39f48cca7f7e992ffb71d09] 2024-11-25T07:43:07,743 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:07,743 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/B is initiating minor compaction (all files) 2024-11-25T07:43:07,743 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/B in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,743 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/5e39fe4392e84be4b2e9c46fca1ea205, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/55254d52b305421fbe0c01dc9a470051, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/60c1a24d17444dbeb7be5de9ec656600] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=36.5 K 2024-11-25T07:43:07,744 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e39fe4392e84be4b2e9c46fca1ea205, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732520581661 2024-11-25T07:43:07,744 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 35aa8ddfe0e14e0db1d3abb809f6f2f2, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732520581661 2024-11-25T07:43:07,744 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 377eef34b22844128026fc85a330bd37, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732520583879 2024-11-25T07:43:07,744 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55254d52b305421fbe0c01dc9a470051, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732520583879 2024-11-25T07:43:07,745 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 08229df5f39f48cca7f7e992ffb71d09, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732520585169 2024-11-25T07:43:07,745 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60c1a24d17444dbeb7be5de9ec656600, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732520585173 2024-11-25T07:43:07,757 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:07,770 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#B#compaction#160 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:07,770 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/430e144bc2c741409f56543c50316098 is 50, key is test_row_0/B:col10/1732520586344/Put/seqid=0 2024-11-25T07:43:07,781 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ac84e2a1708641d2b9979ab5e36207a6_72d0d361183ee5ec4fffbfeb74e0ef48 store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:07,783 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ac84e2a1708641d2b9979ab5e36207a6_72d0d361183ee5ec4fffbfeb74e0ef48, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:07,784 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ac84e2a1708641d2b9979ab5e36207a6_72d0d361183ee5ec4fffbfeb74e0ef48 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:07,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-25T07:43:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,793 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=120.76 KB heapSize=326.39 KB 2024-11-25T07:43:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:43:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:43:07,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:07,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:43:07,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:07,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742018_1194 (size=4469) 2024-11-25T07:43:07,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742017_1193 (size=12915) 2024-11-25T07:43:07,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a38454e72b7347dc9aab53b11f648f93_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520586420/Put/seqid=0 2024-11-25T07:43:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T07:43:07,849 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/430e144bc2c741409f56543c50316098 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/430e144bc2c741409f56543c50316098 2024-11-25T07:43:07,860 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/B of 72d0d361183ee5ec4fffbfeb74e0ef48 into 430e144bc2c741409f56543c50316098(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:07,860 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:07,860 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/B, priority=13, startTime=1732520587740; duration=0sec 2024-11-25T07:43:07,861 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:07,861 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:B 2024-11-25T07:43:07,861 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:07,864 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:07,864 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/C is initiating minor compaction (all files) 2024-11-25T07:43:07,864 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/C in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:07,864 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/2dcb300de6c0455db2ea416df6a801c4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/9479020e95ef45b3bf10fa5563c64587, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/c2b364a652b1473b98cf9b3826db5b73] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=36.5 K 2024-11-25T07:43:07,865 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dcb300de6c0455db2ea416df6a801c4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732520581661 2024-11-25T07:43:07,865 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9479020e95ef45b3bf10fa5563c64587, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732520583879 2024-11-25T07:43:07,867 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2b364a652b1473b98cf9b3826db5b73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732520585173 2024-11-25T07:43:07,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742019_1195 (size=12454) 2024-11-25T07:43:07,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:07,906 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:07,907 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/8f819d431073483a8c20e3f112324fa4 is 50, key is test_row_0/C:col10/1732520586344/Put/seqid=0 2024-11-25T07:43:07,917 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a38454e72b7347dc9aab53b11f648f93_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a38454e72b7347dc9aab53b11f648f93_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:07,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/1d94186d9471433aab94657235dda53a, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:07,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/1d94186d9471433aab94657235dda53a is 175, key is test_row_0/A:col10/1732520586420/Put/seqid=0 2024-11-25T07:43:07,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742020_1196 (size=12915) 2024-11-25T07:43:07,979 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/8f819d431073483a8c20e3f112324fa4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/8f819d431073483a8c20e3f112324fa4 2024-11-25T07:43:07,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742021_1197 (size=31255) 2024-11-25T07:43:08,008 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/C of 72d0d361183ee5ec4fffbfeb74e0ef48 into 8f819d431073483a8c20e3f112324fa4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:08,008 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:08,008 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/C, priority=13, startTime=1732520587741; duration=0sec 2024-11-25T07:43:08,008 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:08,008 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:C 2024-11-25T07:43:08,226 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#A#compaction#159 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:08,227 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/f0409a2a35e54ac6b6dce646144d82ca is 175, key is test_row_0/A:col10/1732520586344/Put/seqid=0 2024-11-25T07:43:08,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742022_1198 (size=31869) 2024-11-25T07:43:08,277 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/f0409a2a35e54ac6b6dce646144d82ca as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f0409a2a35e54ac6b6dce646144d82ca 2024-11-25T07:43:08,301 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/A of 72d0d361183ee5ec4fffbfeb74e0ef48 into f0409a2a35e54ac6b6dce646144d82ca(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:08,301 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:08,301 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/A, priority=13, startTime=1732520587740; duration=0sec 2024-11-25T07:43:08,301 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:08,301 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:A 2024-11-25T07:43:08,393 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/1d94186d9471433aab94657235dda53a 2024-11-25T07:43:08,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/52d74302b5a14b148c10cc2f96dd8722 is 50, key is test_row_0/B:col10/1732520586420/Put/seqid=0 2024-11-25T07:43:08,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742023_1199 (size=12301) 2024-11-25T07:43:08,463 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/52d74302b5a14b148c10cc2f96dd8722 2024-11-25T07:43:08,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/e7ecba7c9aed4967857923fa7c3a4591 is 50, key is test_row_0/C:col10/1732520586420/Put/seqid=0 2024-11-25T07:43:08,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742024_1200 (size=12301) 2024-11-25T07:43:08,551 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/e7ecba7c9aed4967857923fa7c3a4591 2024-11-25T07:43:08,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/1d94186d9471433aab94657235dda53a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1d94186d9471433aab94657235dda53a 2024-11-25T07:43:08,579 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1d94186d9471433aab94657235dda53a, entries=150, sequenceid=353, filesize=30.5 K 2024-11-25T07:43:08,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/52d74302b5a14b148c10cc2f96dd8722 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/52d74302b5a14b148c10cc2f96dd8722 2024-11-25T07:43:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,597 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/52d74302b5a14b148c10cc2f96dd8722, entries=150, sequenceid=353, filesize=12.0 K 2024-11-25T07:43:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/e7ecba7c9aed4967857923fa7c3a4591 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/e7ecba7c9aed4967857923fa7c3a4591 2024-11-25T07:43:08,611 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/e7ecba7c9aed4967857923fa7c3a4591, entries=150, sequenceid=353, filesize=12.0 K 2024-11-25T07:43:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,612 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~326.34 KB/334176, currentSize=0 B/0 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 819ms, sequenceid=353, compaction requested=false 2024-11-25T07:43:08,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:08,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:08,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-25T07:43:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-25T07:43:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-25T07:43:08,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9090 sec 2024-11-25T07:43:08,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.9210 sec 2024-11-25T07:43:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T07:43:08,854 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:08,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-25T07:43:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T07:43:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,858 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,860 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:08,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:43:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:43:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:43:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:43:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251392e5a755374102b63d3bb03aab34a5_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520588866/Put/seqid=0 2024-11-25T07:43:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T07:43:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742025_1201 (size=22618) 2024-11-25T07:43:08,980 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732520588871, max timestamp=1732520588978Num uniques 859; 2024-11-25T07:43:08,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-25T07:43:08,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732520588871, max timestamp=1732520588978Num uniques 859; 2024-11-25T07:43:08,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732520588871, max timestamp=1732520588978Num uniques 859; 2024-11-25T07:43:08,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-25T07:43:08,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-25T07:43:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,990 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251392e5a755374102b63d3bb03aab34a5_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251392e5a755374102b63d3bb03aab34a5_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,992 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/b09ebd4beec6442481389042f7aeb0b5, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/b09ebd4beec6442481389042f7aeb0b5 is 175, key is test_row_0/A:col10/1732520588866/Put/seqid=0 2024-11-25T07:43:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:09,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T07:43:09,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520648994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520649005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520649017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:09,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520649018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742026_1202 (size=66023) 2024-11-25T07:43:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520649123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520649134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T07:43:09,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520649195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520649195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T07:43:09,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:09,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520649333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520649353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520649403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T07:43:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520649414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T07:43:09,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/b09ebd4beec6442481389042f7aeb0b5 2024-11-25T07:43:09,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/5cc5107f691648ec8ac524fba4b69516 is 50, key is test_row_0/B:col10/1732520588866/Put/seqid=0 2024-11-25T07:43:09,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742027_1203 (size=12301) 2024-11-25T07:43:09,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/5cc5107f691648ec8ac524fba4b69516 2024-11-25T07:43:09,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/265b9b11d0ec41b1bea5c0bc92aafadc is 50, key is test_row_0/C:col10/1732520588866/Put/seqid=0 2024-11-25T07:43:09,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T07:43:09,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:09,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742028_1204 (size=12301) 2024-11-25T07:43:09,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/265b9b11d0ec41b1bea5c0bc92aafadc 2024-11-25T07:43:09,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/b09ebd4beec6442481389042f7aeb0b5 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b09ebd4beec6442481389042f7aeb0b5 2024-11-25T07:43:09,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b09ebd4beec6442481389042f7aeb0b5, entries=350, sequenceid=366, filesize=64.5 K 2024-11-25T07:43:09,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/5cc5107f691648ec8ac524fba4b69516 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/5cc5107f691648ec8ac524fba4b69516 2024-11-25T07:43:09,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/5cc5107f691648ec8ac524fba4b69516, entries=150, sequenceid=366, filesize=12.0 K 2024-11-25T07:43:09,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/265b9b11d0ec41b1bea5c0bc92aafadc as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/265b9b11d0ec41b1bea5c0bc92aafadc 2024-11-25T07:43:09,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/265b9b11d0ec41b1bea5c0bc92aafadc, entries=150, sequenceid=366, filesize=12.0 K 2024-11-25T07:43:09,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 756ms, sequenceid=366, compaction requested=true 2024-11-25T07:43:09,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:09,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:09,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:09,624 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:09,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:09,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:09,624 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:09,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:09,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:09,626 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:09,626 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/B is initiating minor compaction (all files) 2024-11-25T07:43:09,626 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/B in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,626 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/430e144bc2c741409f56543c50316098, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/52d74302b5a14b148c10cc2f96dd8722, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/5cc5107f691648ec8ac524fba4b69516] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=36.6 K 2024-11-25T07:43:09,630 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129147 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:09,630 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/A is initiating minor compaction (all files) 2024-11-25T07:43:09,630 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/A in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,630 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f0409a2a35e54ac6b6dce646144d82ca, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1d94186d9471433aab94657235dda53a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b09ebd4beec6442481389042f7aeb0b5] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=126.1 K 2024-11-25T07:43:09,630 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,630 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f0409a2a35e54ac6b6dce646144d82ca, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1d94186d9471433aab94657235dda53a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b09ebd4beec6442481389042f7aeb0b5] 2024-11-25T07:43:09,631 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 430e144bc2c741409f56543c50316098, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732520585173 2024-11-25T07:43:09,631 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0409a2a35e54ac6b6dce646144d82ca, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732520585173 2024-11-25T07:43:09,632 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 52d74302b5a14b148c10cc2f96dd8722, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732520586416 2024-11-25T07:43:09,632 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d94186d9471433aab94657235dda53a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732520586416 2024-11-25T07:43:09,632 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cc5107f691648ec8ac524fba4b69516, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732520588811 2024-11-25T07:43:09,633 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting b09ebd4beec6442481389042f7aeb0b5, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732520588804 2024-11-25T07:43:09,646 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#B#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:09,646 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/4c0e904daa0b48a7ae18efb5ed783db9 is 50, key is test_row_0/B:col10/1732520588866/Put/seqid=0 2024-11-25T07:43:09,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=161.02 KB heapSize=399.05 KB 2024-11-25T07:43:09,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:43:09,661 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:09,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:09,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:43:09,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:09,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:43:09,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:09,672 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411255546628fe35a4308b810fdbdf2a99f2f_72d0d361183ee5ec4fffbfeb74e0ef48 store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:09,675 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411255546628fe35a4308b810fdbdf2a99f2f_72d0d361183ee5ec4fffbfeb74e0ef48, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:09,675 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255546628fe35a4308b810fdbdf2a99f2f_72d0d361183ee5ec4fffbfeb74e0ef48 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:09,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520649680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a848930210104a55b1753508aab34537_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520589659/Put/seqid=0 2024-11-25T07:43:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520649687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1732520649716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T07:43:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:09,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732520649733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742029_1205 (size=13017) 2024-11-25T07:43:09,750 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/4c0e904daa0b48a7ae18efb5ed783db9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/4c0e904daa0b48a7ae18efb5ed783db9 2024-11-25T07:43:09,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742031_1207 (size=14994) 2024-11-25T07:43:09,759 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:09,759 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/B of 72d0d361183ee5ec4fffbfeb74e0ef48 into 4c0e904daa0b48a7ae18efb5ed783db9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:09,759 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:09,759 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/B, priority=13, startTime=1732520589624; duration=0sec 2024-11-25T07:43:09,760 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:09,760 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:B 2024-11-25T07:43:09,760 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:09,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742030_1206 (size=4469) 2024-11-25T07:43:09,766 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:09,766 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/C is initiating minor compaction (all files) 2024-11-25T07:43:09,766 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/C in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,766 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/8f819d431073483a8c20e3f112324fa4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/e7ecba7c9aed4967857923fa7c3a4591, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/265b9b11d0ec41b1bea5c0bc92aafadc] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=36.6 K 2024-11-25T07:43:09,767 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f819d431073483a8c20e3f112324fa4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732520585173 2024-11-25T07:43:09,768 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting e7ecba7c9aed4967857923fa7c3a4591, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732520586416 2024-11-25T07:43:09,769 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 265b9b11d0ec41b1bea5c0bc92aafadc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732520588811 2024-11-25T07:43:09,775 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a848930210104a55b1753508aab34537_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a848930210104a55b1753508aab34537_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:09,777 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/b69b8b07a8844b97a7f0550bfb591ef9, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:09,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/b69b8b07a8844b97a7f0550bfb591ef9 is 175, key is test_row_0/A:col10/1732520589659/Put/seqid=0 2024-11-25T07:43:09,801 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#C#compaction#171 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:09,802 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/1fbc2627a04a403eb7f21742d0c23923 is 50, key is test_row_0/C:col10/1732520588866/Put/seqid=0 2024-11-25T07:43:09,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732520649800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1732520649808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742032_1208 (size=39949) 2024-11-25T07:43:09,818 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/b69b8b07a8844b97a7f0550bfb591ef9 2024-11-25T07:43:09,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/46e7a2259c4645dc9426e772bd9eb3d1 is 50, key is test_row_0/B:col10/1732520589659/Put/seqid=0 2024-11-25T07:43:09,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742033_1209 (size=13017) 2024-11-25T07:43:09,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742034_1210 (size=12301) 2024-11-25T07:43:09,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/46e7a2259c4645dc9426e772bd9eb3d1 2024-11-25T07:43:09,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T07:43:09,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/e4ce18dbc0164ada8f97e08ebe91e238 is 50, key is test_row_0/C:col10/1732520589659/Put/seqid=0 2024-11-25T07:43:09,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:09,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:09,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:09,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732520649893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:09,896 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in 72d0d361183ee5ec4fffbfeb74e0ef48 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18290 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:09,921 INFO [Thread-628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-628. 2024-11-25T07:43:09,921 DEBUG [Thread-628 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:09,921 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:09,921 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:09,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:09,923 INFO [Thread-622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-622. 2024-11-25T07:43:09,923 DEBUG [Thread-622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:09,923 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:09,923 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:09,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:09,925 INFO [Thread-624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-624. 2024-11-25T07:43:09,925 DEBUG [Thread-624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:09,925 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:09,926 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:09,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:09,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742035_1211 (size=12301) 2024-11-25T07:43:09,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/e4ce18dbc0164ada8f97e08ebe91e238 2024-11-25T07:43:09,943 INFO [Thread-626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-626. 2024-11-25T07:43:09,944 DEBUG [Thread-626 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:09,944 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:09,944 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:09,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:09,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/b69b8b07a8844b97a7f0550bfb591ef9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b69b8b07a8844b97a7f0550bfb591ef9 2024-11-25T07:43:09,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b69b8b07a8844b97a7f0550bfb591ef9, entries=200, sequenceid=393, filesize=39.0 K 2024-11-25T07:43:09,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/46e7a2259c4645dc9426e772bd9eb3d1 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/46e7a2259c4645dc9426e772bd9eb3d1 2024-11-25T07:43:09,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/46e7a2259c4645dc9426e772bd9eb3d1, entries=150, sequenceid=393, filesize=12.0 K 2024-11-25T07:43:09,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/e4ce18dbc0164ada8f97e08ebe91e238 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/e4ce18dbc0164ada8f97e08ebe91e238 2024-11-25T07:43:09,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/e4ce18dbc0164ada8f97e08ebe91e238, entries=150, sequenceid=393, filesize=12.0 K 2024-11-25T07:43:09,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~399 KB/408576, currentSize=40.25 KB/41220 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 331ms, sequenceid=393, compaction requested=false 2024-11-25T07:43:09,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T07:43:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:10,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:43:10,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:43:10,016 INFO [Thread-617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-617. 2024-11-25T07:43:10,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:10,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:43:10,016 DEBUG [Thread-617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:10,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:10,016 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:10,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:43:10,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:10,017 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:10,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:10,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f963d975b25644058f1e33b3c087e695_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_0/A:col10/1732520589672/Put/seqid=0 2024-11-25T07:43:10,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T07:43:10,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:10,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:10,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:10,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:10,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:10,035 INFO [Thread-611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-611. 2024-11-25T07:43:10,035 DEBUG [Thread-611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:10,035 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:10,035 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:10,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742036_1212 (size=12454) 2024-11-25T07:43:10,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:10,084 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f963d975b25644058f1e33b3c087e695_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f963d975b25644058f1e33b3c087e695_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:10,086 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/f6dab1c670b94cde910abdea144579fe, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:10,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/f6dab1c670b94cde910abdea144579fe is 175, key is test_row_0/A:col10/1732520589672/Put/seqid=0 2024-11-25T07:43:10,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742037_1213 (size=31255) 2024-11-25T07:43:10,103 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/f6dab1c670b94cde910abdea144579fe 2024-11-25T07:43:10,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/e30e288bc8204ce3a5edb3fb111ed77e is 50, key is test_row_0/B:col10/1732520589672/Put/seqid=0 2024-11-25T07:43:10,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742038_1214 (size=12301) 2024-11-25T07:43:10,168 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#A#compaction#169 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:10,169 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/708cdc0e94aa43fea771bacce66291b0 is 175, key is test_row_0/A:col10/1732520588866/Put/seqid=0 2024-11-25T07:43:10,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/e30e288bc8204ce3a5edb3fb111ed77e 2024-11-25T07:43:10,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742039_1215 (size=31971) 2024-11-25T07:43:10,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T07:43:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. as already flushing 2024-11-25T07:43:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:10,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:10,201 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/708cdc0e94aa43fea771bacce66291b0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/708cdc0e94aa43fea771bacce66291b0 2024-11-25T07:43:10,209 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/A of 72d0d361183ee5ec4fffbfeb74e0ef48 into 708cdc0e94aa43fea771bacce66291b0(size=31.2 K), total size for store is 70.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:10,209 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:10,209 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/A, priority=13, startTime=1732520589624; duration=0sec 2024-11-25T07:43:10,209 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:10,209 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:A 2024-11-25T07:43:10,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/48f2f82bff17434680f682ca8102af54 is 50, key is test_row_0/C:col10/1732520589672/Put/seqid=0 2024-11-25T07:43:10,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742040_1216 (size=12301) 2024-11-25T07:43:10,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/48f2f82bff17434680f682ca8102af54 2024-11-25T07:43:10,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/f6dab1c670b94cde910abdea144579fe as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f6dab1c670b94cde910abdea144579fe 2024-11-25T07:43:10,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f6dab1c670b94cde910abdea144579fe, entries=150, sequenceid=404, filesize=30.5 K 2024-11-25T07:43:10,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/e30e288bc8204ce3a5edb3fb111ed77e as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e30e288bc8204ce3a5edb3fb111ed77e 2024-11-25T07:43:10,235 INFO [Thread-619 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-619. 2024-11-25T07:43:10,235 DEBUG [Thread-619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:10,235 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:10,236 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:10,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:10,246 INFO [Thread-613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-613. 2024-11-25T07:43:10,246 DEBUG [Thread-613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:10,246 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:10,246 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:10,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:10,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e30e288bc8204ce3a5edb3fb111ed77e, entries=150, sequenceid=404, filesize=12.0 K 2024-11-25T07:43:10,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/48f2f82bff17434680f682ca8102af54 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/48f2f82bff17434680f682ca8102af54 2024-11-25T07:43:10,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/48f2f82bff17434680f682ca8102af54, entries=150, sequenceid=404, filesize=12.0 K 2024-11-25T07:43:10,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=20.13 KB/20610 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 241ms, sequenceid=404, compaction requested=true 2024-11-25T07:43:10,258 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/1fbc2627a04a403eb7f21742d0c23923 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/1fbc2627a04a403eb7f21742d0c23923 2024-11-25T07:43:10,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:10,258 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:10,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:A, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:10,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:10,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:10,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:10,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d0d361183ee5ec4fffbfeb74e0ef48:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:10,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T07:43:10,262 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:10,262 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/A is initiating minor compaction (all files) 2024-11-25T07:43:10,262 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/A in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:10,262 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/708cdc0e94aa43fea771bacce66291b0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b69b8b07a8844b97a7f0550bfb591ef9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f6dab1c670b94cde910abdea144579fe] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=100.8 K 2024-11-25T07:43:10,262 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:10,263 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/708cdc0e94aa43fea771bacce66291b0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b69b8b07a8844b97a7f0550bfb591ef9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f6dab1c670b94cde910abdea144579fe] 2024-11-25T07:43:10,263 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 708cdc0e94aa43fea771bacce66291b0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732520588811 2024-11-25T07:43:10,264 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting b69b8b07a8844b97a7f0550bfb591ef9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732520588992 2024-11-25T07:43:10,264 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6dab1c670b94cde910abdea144579fe, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732520589672 2024-11-25T07:43:10,268 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/C of 72d0d361183ee5ec4fffbfeb74e0ef48 into 1fbc2627a04a403eb7f21742d0c23923(size=12.7 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:10,268 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:10,268 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/C, priority=13, startTime=1732520589624; duration=0sec 2024-11-25T07:43:10,268 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T07:43:10,268 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:C 2024-11-25T07:43:10,268 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:C 2024-11-25T07:43:10,268 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:10,284 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:10,284 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/B is initiating minor compaction (all files) 2024-11-25T07:43:10,284 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/B in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:10,285 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/4c0e904daa0b48a7ae18efb5ed783db9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/46e7a2259c4645dc9426e772bd9eb3d1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e30e288bc8204ce3a5edb3fb111ed77e] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=36.7 K 2024-11-25T07:43:10,285 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c0e904daa0b48a7ae18efb5ed783db9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732520588811 2024-11-25T07:43:10,286 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 46e7a2259c4645dc9426e772bd9eb3d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732520589003 2024-11-25T07:43:10,286 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting e30e288bc8204ce3a5edb3fb111ed77e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732520589672 2024-11-25T07:43:10,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T07:43:10,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:10,343 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-25T07:43:10,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:43:10,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:10,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:43:10,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:10,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:43:10,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:10,348 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#B#compaction#177 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:10,349 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/32d2c4b17f544bc88bba5b860f92d349 is 50, key is test_row_0/B:col10/1732520589672/Put/seqid=0 2024-11-25T07:43:10,363 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255ca6df9e6d204024a1f49b480a7ea213_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_1/A:col10/1732520590244/Put/seqid=0 2024-11-25T07:43:10,368 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125aad1c9c1780e4f0190e3d83cd94f82f4_72d0d361183ee5ec4fffbfeb74e0ef48 store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:10,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742041_1217 (size=13119) 2024-11-25T07:43:10,393 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125aad1c9c1780e4f0190e3d83cd94f82f4_72d0d361183ee5ec4fffbfeb74e0ef48, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:10,394 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aad1c9c1780e4f0190e3d83cd94f82f4_72d0d361183ee5ec4fffbfeb74e0ef48 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742042_1218 (size=9914) 2024-11-25T07:43:10,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742043_1219 (size=4469) 2024-11-25T07:43:10,467 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#A#compaction#178 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:10,468 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/f1a84e3f62a04658a3f204f98708748d is 175, key is test_row_0/A:col10/1732520589672/Put/seqid=0 2024-11-25T07:43:10,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742044_1220 (size=32073) 2024-11-25T07:43:10,784 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/32d2c4b17f544bc88bba5b860f92d349 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/32d2c4b17f544bc88bba5b860f92d349 2024-11-25T07:43:10,792 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/B of 72d0d361183ee5ec4fffbfeb74e0ef48 into 32d2c4b17f544bc88bba5b860f92d349(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:10,792 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:10,792 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/B, priority=13, startTime=1732520590259; duration=0sec 2024-11-25T07:43:10,792 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:10,792 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:B 2024-11-25T07:43:10,792 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:10,794 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:10,794 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 72d0d361183ee5ec4fffbfeb74e0ef48/C is initiating minor compaction (all files) 2024-11-25T07:43:10,794 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72d0d361183ee5ec4fffbfeb74e0ef48/C in TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:10,794 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/1fbc2627a04a403eb7f21742d0c23923, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/e4ce18dbc0164ada8f97e08ebe91e238, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/48f2f82bff17434680f682ca8102af54] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp, totalSize=36.7 K 2024-11-25T07:43:10,795 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fbc2627a04a403eb7f21742d0c23923, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732520588811 2024-11-25T07:43:10,795 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting e4ce18dbc0164ada8f97e08ebe91e238, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732520589003 2024-11-25T07:43:10,796 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 48f2f82bff17434680f682ca8102af54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732520589672 2024-11-25T07:43:10,824 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d0d361183ee5ec4fffbfeb74e0ef48#C#compaction#180 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:10,827 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/3f550bdd0d7447bba52d583d76be8b5c is 50, key is test_row_0/C:col10/1732520589672/Put/seqid=0 2024-11-25T07:43:10,834 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255ca6df9e6d204024a1f49b480a7ea213_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255ca6df9e6d204024a1f49b480a7ea213_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:10,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/87f7f064bbf040a698a0909b4b0072c6, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:10,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/87f7f064bbf040a698a0909b4b0072c6 is 175, key is test_row_1/A:col10/1732520590244/Put/seqid=0 2024-11-25T07:43:10,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742045_1221 (size=13119) 2024-11-25T07:43:10,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742046_1222 (size=22561) 2024-11-25T07:43:10,899 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/87f7f064bbf040a698a0909b4b0072c6 2024-11-25T07:43:10,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/66ad9c8415b04392ae489cf4fcd196c7 is 50, key is test_row_1/B:col10/1732520590244/Put/seqid=0 2024-11-25T07:43:10,929 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/f1a84e3f62a04658a3f204f98708748d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f1a84e3f62a04658a3f204f98708748d 2024-11-25T07:43:10,937 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/A of 72d0d361183ee5ec4fffbfeb74e0ef48 into f1a84e3f62a04658a3f204f98708748d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:10,937 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:10,937 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/A, priority=13, startTime=1732520590258; duration=0sec 2024-11-25T07:43:10,938 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:10,938 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:A 2024-11-25T07:43:10,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742047_1223 (size=9857) 2024-11-25T07:43:10,963 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/66ad9c8415b04392ae489cf4fcd196c7 2024-11-25T07:43:10,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/1f571e5011114463b06a8cca7e270349 is 50, key is test_row_1/C:col10/1732520590244/Put/seqid=0 2024-11-25T07:43:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T07:43:11,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742048_1224 (size=9857) 2024-11-25T07:43:11,013 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/1f571e5011114463b06a8cca7e270349 2024-11-25T07:43:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/87f7f064bbf040a698a0909b4b0072c6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/87f7f064bbf040a698a0909b4b0072c6 2024-11-25T07:43:11,052 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/87f7f064bbf040a698a0909b4b0072c6, entries=100, sequenceid=412, filesize=22.0 K 2024-11-25T07:43:11,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/66ad9c8415b04392ae489cf4fcd196c7 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/66ad9c8415b04392ae489cf4fcd196c7 2024-11-25T07:43:11,065 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/66ad9c8415b04392ae489cf4fcd196c7, entries=100, sequenceid=412, filesize=9.6 K 2024-11-25T07:43:11,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/1f571e5011114463b06a8cca7e270349 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/1f571e5011114463b06a8cca7e270349 2024-11-25T07:43:11,074 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/1f571e5011114463b06a8cca7e270349, entries=100, sequenceid=412, filesize=9.6 K 2024-11-25T07:43:11,075 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 733ms, sequenceid=412, compaction requested=false 2024-11-25T07:43:11,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:11,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:11,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-25T07:43:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-25T07:43:11,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-25T07:43:11,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2170 sec 2024-11-25T07:43:11,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.2270 sec 2024-11-25T07:43:11,134 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:43:11,288 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/3f550bdd0d7447bba52d583d76be8b5c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/3f550bdd0d7447bba52d583d76be8b5c 2024-11-25T07:43:11,305 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72d0d361183ee5ec4fffbfeb74e0ef48/C of 72d0d361183ee5ec4fffbfeb74e0ef48 into 3f550bdd0d7447bba52d583d76be8b5c(size=12.8 K), total size for store is 22.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:11,305 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72d0d361183ee5ec4fffbfeb74e0ef48: 2024-11-25T07:43:11,305 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., storeName=72d0d361183ee5ec4fffbfeb74e0ef48/C, priority=13, startTime=1732520590259; duration=0sec 2024-11-25T07:43:11,305 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:11,305 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d0d361183ee5ec4fffbfeb74e0ef48:C 2024-11-25T07:43:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T07:43:13,014 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:19,915 INFO [Thread-615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-615. 2024-11-25T07:43:19,915 DEBUG [Thread-615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:19,915 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:19,916 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:19,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1776 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1772 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 798 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2394 rows 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 804 2024-11-25T07:43:19,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2412 rows 2024-11-25T07:43:19,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:43:19,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:43:19,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:19,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:19,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:19,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T07:43:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T07:43:19,920 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520599920"}]},"ts":"1732520599920"} 2024-11-25T07:43:19,921 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T07:43:19,921 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T07:43:19,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T07:43:19,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, UNASSIGN}] 2024-11-25T07:43:19,924 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, UNASSIGN 2024-11-25T07:43:19,924 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=72d0d361183ee5ec4fffbfeb74e0ef48, regionState=CLOSING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:19,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, UNASSIGN because future has completed 2024-11-25T07:43:19,926 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T07:43:19,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:43:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T07:43:20,079 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(122): Close 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:20,079 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T07:43:20,079 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1722): Closing 72d0d361183ee5ec4fffbfeb74e0ef48, disabling compactions & flushes 2024-11-25T07:43:20,079 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:20,079 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:20,079 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. after waiting 0 ms 2024-11-25T07:43:20,079 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:20,079 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(2902): Flushing 72d0d361183ee5ec4fffbfeb74e0ef48 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-25T07:43:20,079 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=A 2024-11-25T07:43:20,079 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:20,079 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=B 2024-11-25T07:43:20,080 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:20,080 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d0d361183ee5ec4fffbfeb74e0ef48, store=C 2024-11-25T07:43:20,080 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:20,085 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257033e7bb072c4872ab8c50213dcdc152_72d0d361183ee5ec4fffbfeb74e0ef48 is 50, key is test_row_1/A:col10/1732520599914/Put/seqid=0 2024-11-25T07:43:20,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742049_1225 (size=7374) 2024-11-25T07:43:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T07:43:20,490 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:20,494 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257033e7bb072c4872ab8c50213dcdc152_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257033e7bb072c4872ab8c50213dcdc152_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:20,495 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/a447fa3b22ee442d9ac213617e9abe89, store: [table=TestAcidGuarantees family=A region=72d0d361183ee5ec4fffbfeb74e0ef48] 2024-11-25T07:43:20,496 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/a447fa3b22ee442d9ac213617e9abe89 is 175, key is test_row_1/A:col10/1732520599914/Put/seqid=0 2024-11-25T07:43:20,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742050_1226 (size=13865) 2024-11-25T07:43:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T07:43:20,900 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=419, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/a447fa3b22ee442d9ac213617e9abe89 2024-11-25T07:43:20,908 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/21205bec9e5d45679f0c071345d6c1b5 is 50, key is test_row_1/B:col10/1732520599914/Put/seqid=0 2024-11-25T07:43:20,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742051_1227 (size=7415) 2024-11-25T07:43:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T07:43:21,312 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/21205bec9e5d45679f0c071345d6c1b5 2024-11-25T07:43:21,321 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/dc1c2ff7e8d4421c84aa68a1a109fabd is 50, key is test_row_1/C:col10/1732520599914/Put/seqid=0 2024-11-25T07:43:21,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742052_1228 (size=7415) 2024-11-25T07:43:21,725 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/dc1c2ff7e8d4421c84aa68a1a109fabd 2024-11-25T07:43:21,729 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/A/a447fa3b22ee442d9ac213617e9abe89 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/a447fa3b22ee442d9ac213617e9abe89 2024-11-25T07:43:21,733 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/a447fa3b22ee442d9ac213617e9abe89, entries=50, sequenceid=419, filesize=13.5 K 2024-11-25T07:43:21,734 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/B/21205bec9e5d45679f0c071345d6c1b5 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/21205bec9e5d45679f0c071345d6c1b5 2024-11-25T07:43:21,738 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/21205bec9e5d45679f0c071345d6c1b5, entries=50, sequenceid=419, filesize=7.2 K 2024-11-25T07:43:21,739 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/.tmp/C/dc1c2ff7e8d4421c84aa68a1a109fabd as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/dc1c2ff7e8d4421c84aa68a1a109fabd 2024-11-25T07:43:21,743 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/dc1c2ff7e8d4421c84aa68a1a109fabd, entries=50, sequenceid=419, filesize=7.2 K 2024-11-25T07:43:21,744 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 1665ms, sequenceid=419, compaction requested=true 2024-11-25T07:43:21,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/cae96238803a45aaa878e518bd13bd1b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b3eb930419744472a250b1889dac36e8, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/559b25748cbc4b8ea3daff6bfba872a5, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1436b70e9cb24700bd67c3bf9a228ad6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/77c0acb668af41f38ff697405babf6a2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d5960255296642fe8c0214ca5f63f2bc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/ea1ac591d1a34097b651e6535fc45e28, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/a8f363ae79014f7788fb4af0c7defefe, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/5885a10464074db8ab1242103e0347c7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d21a5edac2e04a9db98067aaa06e5a3a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/37a4679400804ad2a7c1c97e88d597d9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d90e3385e868463fb25f1ee7fd725aa6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c4498c067a6c47feba1474b6b17d98b0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c5ce7d8a03cc47f584a2c177afb585c7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/e8ed1f63164348719df920768af1c143, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/35aa8ddfe0e14e0db1d3abb809f6f2f2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/377eef34b22844128026fc85a330bd37, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/08229df5f39f48cca7f7e992ffb71d09, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f0409a2a35e54ac6b6dce646144d82ca, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1d94186d9471433aab94657235dda53a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b09ebd4beec6442481389042f7aeb0b5, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/708cdc0e94aa43fea771bacce66291b0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b69b8b07a8844b97a7f0550bfb591ef9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f6dab1c670b94cde910abdea144579fe] to archive 2024-11-25T07:43:21,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:43:21,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/cae96238803a45aaa878e518bd13bd1b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/cae96238803a45aaa878e518bd13bd1b 2024-11-25T07:43:21,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b3eb930419744472a250b1889dac36e8 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b3eb930419744472a250b1889dac36e8 2024-11-25T07:43:21,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/559b25748cbc4b8ea3daff6bfba872a5 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/559b25748cbc4b8ea3daff6bfba872a5 2024-11-25T07:43:21,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1436b70e9cb24700bd67c3bf9a228ad6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1436b70e9cb24700bd67c3bf9a228ad6 2024-11-25T07:43:21,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/77c0acb668af41f38ff697405babf6a2 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/77c0acb668af41f38ff697405babf6a2 2024-11-25T07:43:21,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d5960255296642fe8c0214ca5f63f2bc to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d5960255296642fe8c0214ca5f63f2bc 2024-11-25T07:43:21,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/ea1ac591d1a34097b651e6535fc45e28 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/ea1ac591d1a34097b651e6535fc45e28 2024-11-25T07:43:21,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/a8f363ae79014f7788fb4af0c7defefe to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/a8f363ae79014f7788fb4af0c7defefe 2024-11-25T07:43:21,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/5885a10464074db8ab1242103e0347c7 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/5885a10464074db8ab1242103e0347c7 2024-11-25T07:43:21,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d21a5edac2e04a9db98067aaa06e5a3a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d21a5edac2e04a9db98067aaa06e5a3a 2024-11-25T07:43:21,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/37a4679400804ad2a7c1c97e88d597d9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/37a4679400804ad2a7c1c97e88d597d9 2024-11-25T07:43:21,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d90e3385e868463fb25f1ee7fd725aa6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/d90e3385e868463fb25f1ee7fd725aa6 2024-11-25T07:43:21,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c4498c067a6c47feba1474b6b17d98b0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c4498c067a6c47feba1474b6b17d98b0 2024-11-25T07:43:21,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c5ce7d8a03cc47f584a2c177afb585c7 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/c5ce7d8a03cc47f584a2c177afb585c7 2024-11-25T07:43:21,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/e8ed1f63164348719df920768af1c143 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/e8ed1f63164348719df920768af1c143 2024-11-25T07:43:21,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/35aa8ddfe0e14e0db1d3abb809f6f2f2 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/35aa8ddfe0e14e0db1d3abb809f6f2f2 2024-11-25T07:43:21,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/377eef34b22844128026fc85a330bd37 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/377eef34b22844128026fc85a330bd37 2024-11-25T07:43:21,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/08229df5f39f48cca7f7e992ffb71d09 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/08229df5f39f48cca7f7e992ffb71d09 2024-11-25T07:43:21,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f0409a2a35e54ac6b6dce646144d82ca to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f0409a2a35e54ac6b6dce646144d82ca 2024-11-25T07:43:21,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1d94186d9471433aab94657235dda53a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/1d94186d9471433aab94657235dda53a 2024-11-25T07:43:21,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b09ebd4beec6442481389042f7aeb0b5 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b09ebd4beec6442481389042f7aeb0b5 2024-11-25T07:43:21,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/708cdc0e94aa43fea771bacce66291b0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/708cdc0e94aa43fea771bacce66291b0 2024-11-25T07:43:21,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b69b8b07a8844b97a7f0550bfb591ef9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/b69b8b07a8844b97a7f0550bfb591ef9 2024-11-25T07:43:21,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f6dab1c670b94cde910abdea144579fe to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f6dab1c670b94cde910abdea144579fe 2024-11-25T07:43:21,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/1a51436306eb4530a58de0cc934873bc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/8517164607674aadbd60f30a91830d0b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/3f16236296d44b40888d48041e2b00bc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/d1fa096c29094c31bf17fc0ba558e914, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/4ba136953e544fe99fc812e7de5d7eab, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/530bbed012164349932ec41413ef9166, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e3c07dba96b74268ba5f0125ba7e461c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/567cf4f39e444b93ac40655de1ea637a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e52a338fe4964c4ab250b48b98420a3b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/f8ae196d907548b787da15e8d8521525, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e0e9ce0fca73488688cce42488afc3ca, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/d6a683f2ec8241cea5344eea8f9ca492, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/caff35073ce44f778ac77040f2cc31ba, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/29655ea2cd9a49aebce25bcf133e7377, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/5e39fe4392e84be4b2e9c46fca1ea205, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/555311cf83a441abba3b6182f4b9d79d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/55254d52b305421fbe0c01dc9a470051, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/430e144bc2c741409f56543c50316098, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/60c1a24d17444dbeb7be5de9ec656600, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/52d74302b5a14b148c10cc2f96dd8722, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/4c0e904daa0b48a7ae18efb5ed783db9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/5cc5107f691648ec8ac524fba4b69516, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/46e7a2259c4645dc9426e772bd9eb3d1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e30e288bc8204ce3a5edb3fb111ed77e] to archive 2024-11-25T07:43:21,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:43:21,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/1a51436306eb4530a58de0cc934873bc to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/1a51436306eb4530a58de0cc934873bc 2024-11-25T07:43:21,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/8517164607674aadbd60f30a91830d0b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/8517164607674aadbd60f30a91830d0b 2024-11-25T07:43:21,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/3f16236296d44b40888d48041e2b00bc to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/3f16236296d44b40888d48041e2b00bc 2024-11-25T07:43:21,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/d1fa096c29094c31bf17fc0ba558e914 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/d1fa096c29094c31bf17fc0ba558e914 2024-11-25T07:43:21,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/4ba136953e544fe99fc812e7de5d7eab to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/4ba136953e544fe99fc812e7de5d7eab 2024-11-25T07:43:21,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/530bbed012164349932ec41413ef9166 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/530bbed012164349932ec41413ef9166 2024-11-25T07:43:21,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e3c07dba96b74268ba5f0125ba7e461c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e3c07dba96b74268ba5f0125ba7e461c 2024-11-25T07:43:21,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/567cf4f39e444b93ac40655de1ea637a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/567cf4f39e444b93ac40655de1ea637a 2024-11-25T07:43:21,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e52a338fe4964c4ab250b48b98420a3b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e52a338fe4964c4ab250b48b98420a3b 2024-11-25T07:43:21,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/f8ae196d907548b787da15e8d8521525 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/f8ae196d907548b787da15e8d8521525 2024-11-25T07:43:21,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e0e9ce0fca73488688cce42488afc3ca to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e0e9ce0fca73488688cce42488afc3ca 2024-11-25T07:43:21,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/d6a683f2ec8241cea5344eea8f9ca492 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/d6a683f2ec8241cea5344eea8f9ca492 2024-11-25T07:43:21,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/caff35073ce44f778ac77040f2cc31ba to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/caff35073ce44f778ac77040f2cc31ba 2024-11-25T07:43:21,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/29655ea2cd9a49aebce25bcf133e7377 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/29655ea2cd9a49aebce25bcf133e7377 2024-11-25T07:43:21,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/5e39fe4392e84be4b2e9c46fca1ea205 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/5e39fe4392e84be4b2e9c46fca1ea205 2024-11-25T07:43:21,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/555311cf83a441abba3b6182f4b9d79d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/555311cf83a441abba3b6182f4b9d79d 2024-11-25T07:43:21,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/55254d52b305421fbe0c01dc9a470051 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/55254d52b305421fbe0c01dc9a470051 2024-11-25T07:43:21,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/430e144bc2c741409f56543c50316098 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/430e144bc2c741409f56543c50316098 2024-11-25T07:43:21,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/60c1a24d17444dbeb7be5de9ec656600 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/60c1a24d17444dbeb7be5de9ec656600 2024-11-25T07:43:21,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/52d74302b5a14b148c10cc2f96dd8722 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/52d74302b5a14b148c10cc2f96dd8722 2024-11-25T07:43:21,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/4c0e904daa0b48a7ae18efb5ed783db9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/4c0e904daa0b48a7ae18efb5ed783db9 2024-11-25T07:43:21,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/5cc5107f691648ec8ac524fba4b69516 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/5cc5107f691648ec8ac524fba4b69516 2024-11-25T07:43:21,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/46e7a2259c4645dc9426e772bd9eb3d1 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/46e7a2259c4645dc9426e772bd9eb3d1 2024-11-25T07:43:21,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e30e288bc8204ce3a5edb3fb111ed77e to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/e30e288bc8204ce3a5edb3fb111ed77e 2024-11-25T07:43:21,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/7e6a7d844e16469ba8ab7c6f30c99a6b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/785501836b58427eaac32e5b2815d7bb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/c3afb2542644441687e64c059787c059, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/0354f82622c348e7a2d66b657979203b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/26ae39b1038946f296a1ddd5667692a4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/4132d90350584d0fb4472c711397c578, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/8c2da50fa4ba42ab996f73a6600e15c9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/221f3421a65b482cb326a99b175c22d1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/0e57178b535c4c3395ab8e643470ff80, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/ae2e5d2ec9304d6ea0219084e55f0072, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/980c34459fc9469f82a2a8c7383b2974, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/6c5a0940e87b4df88373022b2cdd8c53, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/f841fd65a99d47e1bc738344b27db77b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/5d304a4d7325494aaf3c40b572a4a15b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/2dcb300de6c0455db2ea416df6a801c4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/febd78bdff3340fba5b6b6ab2542116f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/9479020e95ef45b3bf10fa5563c64587, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/8f819d431073483a8c20e3f112324fa4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/c2b364a652b1473b98cf9b3826db5b73, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/e7ecba7c9aed4967857923fa7c3a4591, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/1fbc2627a04a403eb7f21742d0c23923, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/265b9b11d0ec41b1bea5c0bc92aafadc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/e4ce18dbc0164ada8f97e08ebe91e238, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/48f2f82bff17434680f682ca8102af54] to archive 2024-11-25T07:43:21,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:43:21,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/7e6a7d844e16469ba8ab7c6f30c99a6b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/7e6a7d844e16469ba8ab7c6f30c99a6b 2024-11-25T07:43:21,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/785501836b58427eaac32e5b2815d7bb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/785501836b58427eaac32e5b2815d7bb 2024-11-25T07:43:21,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/c3afb2542644441687e64c059787c059 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/c3afb2542644441687e64c059787c059 2024-11-25T07:43:21,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/0354f82622c348e7a2d66b657979203b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/0354f82622c348e7a2d66b657979203b 2024-11-25T07:43:21,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/26ae39b1038946f296a1ddd5667692a4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/26ae39b1038946f296a1ddd5667692a4 2024-11-25T07:43:21,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/4132d90350584d0fb4472c711397c578 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/4132d90350584d0fb4472c711397c578 2024-11-25T07:43:21,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/8c2da50fa4ba42ab996f73a6600e15c9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/8c2da50fa4ba42ab996f73a6600e15c9 2024-11-25T07:43:21,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/221f3421a65b482cb326a99b175c22d1 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/221f3421a65b482cb326a99b175c22d1 2024-11-25T07:43:21,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/0e57178b535c4c3395ab8e643470ff80 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/0e57178b535c4c3395ab8e643470ff80 2024-11-25T07:43:21,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/ae2e5d2ec9304d6ea0219084e55f0072 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/ae2e5d2ec9304d6ea0219084e55f0072 2024-11-25T07:43:21,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/980c34459fc9469f82a2a8c7383b2974 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/980c34459fc9469f82a2a8c7383b2974 2024-11-25T07:43:21,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/6c5a0940e87b4df88373022b2cdd8c53 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/6c5a0940e87b4df88373022b2cdd8c53 2024-11-25T07:43:21,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/f841fd65a99d47e1bc738344b27db77b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/f841fd65a99d47e1bc738344b27db77b 2024-11-25T07:43:21,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/5d304a4d7325494aaf3c40b572a4a15b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/5d304a4d7325494aaf3c40b572a4a15b 2024-11-25T07:43:21,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/2dcb300de6c0455db2ea416df6a801c4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/2dcb300de6c0455db2ea416df6a801c4 2024-11-25T07:43:21,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/febd78bdff3340fba5b6b6ab2542116f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/febd78bdff3340fba5b6b6ab2542116f 2024-11-25T07:43:21,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/9479020e95ef45b3bf10fa5563c64587 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/9479020e95ef45b3bf10fa5563c64587 2024-11-25T07:43:21,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/8f819d431073483a8c20e3f112324fa4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/8f819d431073483a8c20e3f112324fa4 2024-11-25T07:43:21,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/c2b364a652b1473b98cf9b3826db5b73 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/c2b364a652b1473b98cf9b3826db5b73 2024-11-25T07:43:21,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/e7ecba7c9aed4967857923fa7c3a4591 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/e7ecba7c9aed4967857923fa7c3a4591 2024-11-25T07:43:21,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/1fbc2627a04a403eb7f21742d0c23923 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/1fbc2627a04a403eb7f21742d0c23923 2024-11-25T07:43:21,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/265b9b11d0ec41b1bea5c0bc92aafadc to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/265b9b11d0ec41b1bea5c0bc92aafadc 2024-11-25T07:43:21,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/e4ce18dbc0164ada8f97e08ebe91e238 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/e4ce18dbc0164ada8f97e08ebe91e238 2024-11-25T07:43:21,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/48f2f82bff17434680f682ca8102af54 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/48f2f82bff17434680f682ca8102af54 2024-11-25T07:43:21,839 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/recovered.edits/422.seqid, newMaxSeqId=422, maxSeqId=4 2024-11-25T07:43:21,839 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. 2024-11-25T07:43:21,839 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1676): Region close journal for 72d0d361183ee5ec4fffbfeb74e0ef48: Waiting for close lock at 1732520600079Running coprocessor pre-close hooks at 1732520600079Disabling compacts and flushes for region at 1732520600079Disabling writes for close at 1732520600079Obtaining lock to block concurrent updates at 1732520600079Preparing flush snapshotting stores in 72d0d361183ee5ec4fffbfeb74e0ef48 at 1732520600079Finished memstore snapshotting TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1732520600080 (+1 ms)Flushing stores of TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48. at 1732520600080Flushing 72d0d361183ee5ec4fffbfeb74e0ef48/A: creating writer at 1732520600080Flushing mob file 72d0d361183ee5ec4fffbfeb74e0ef48/A: appending metadata at 1732520600085 (+5 ms)Flushing mob file 72d0d361183ee5ec4fffbfeb74e0ef48/A: closing flushed file at 1732520600085Flushing 72d0d361183ee5ec4fffbfeb74e0ef48/A: appending metadata at 1732520600495 (+410 ms)Flushing 72d0d361183ee5ec4fffbfeb74e0ef48/A: closing flushed file at 1732520600495Flushing 72d0d361183ee5ec4fffbfeb74e0ef48/B: creating writer at 1732520600905 (+410 ms)Flushing 72d0d361183ee5ec4fffbfeb74e0ef48/B: appending metadata at 1732520600907 (+2 ms)Flushing 72d0d361183ee5ec4fffbfeb74e0ef48/B: closing flushed file at 1732520600907Flushing 72d0d361183ee5ec4fffbfeb74e0ef48/C: creating writer at 1732520601317 (+410 ms)Flushing 72d0d361183ee5ec4fffbfeb74e0ef48/C: appending metadata at 1732520601320 (+3 ms)Flushing 72d0d361183ee5ec4fffbfeb74e0ef48/C: closing flushed file at 1732520601320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e47cb8f: reopening flushed file at 1732520601728 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa80ee7: reopening flushed file at 1732520601733 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14be577a: reopening flushed file at 1732520601738 (+5 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 72d0d361183ee5ec4fffbfeb74e0ef48 in 1665ms, sequenceid=419, compaction requested=true at 1732520601744 (+6 ms)Writing region close event to WAL at 1732520601836 (+92 ms)Running coprocessor post-close hooks at 1732520601839 (+3 ms)Closed at 1732520601839 2024-11-25T07:43:21,841 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(157): Closed 72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:21,842 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=72d0d361183ee5ec4fffbfeb74e0ef48, regionState=CLOSED 2024-11-25T07:43:21,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=46, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:43:21,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-25T07:43:21,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; CloseRegionProcedure 72d0d361183ee5ec4fffbfeb74e0ef48, server=7fb8763a5d32,38413,1732520533070 in 1.9180 sec 2024-11-25T07:43:21,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=45 2024-11-25T07:43:21,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=45, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d0d361183ee5ec4fffbfeb74e0ef48, UNASSIGN in 1.9230 sec 2024-11-25T07:43:21,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-25T07:43:21,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9260 sec 2024-11-25T07:43:21,851 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520601850"}]},"ts":"1732520601850"} 2024-11-25T07:43:21,852 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T07:43:21,852 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T07:43:21,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9360 sec 2024-11-25T07:43:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T07:43:22,063 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:22,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T07:43:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:22,066 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=48, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:22,067 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=48, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T07:43:22,070 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,073 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/recovered.edits] 2024-11-25T07:43:22,076 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/87f7f064bbf040a698a0909b4b0072c6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/87f7f064bbf040a698a0909b4b0072c6 2024-11-25T07:43:22,077 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/a447fa3b22ee442d9ac213617e9abe89 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/a447fa3b22ee442d9ac213617e9abe89 2024-11-25T07:43:22,078 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f1a84e3f62a04658a3f204f98708748d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/A/f1a84e3f62a04658a3f204f98708748d 2024-11-25T07:43:22,080 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/21205bec9e5d45679f0c071345d6c1b5 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/21205bec9e5d45679f0c071345d6c1b5 2024-11-25T07:43:22,081 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/32d2c4b17f544bc88bba5b860f92d349 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/32d2c4b17f544bc88bba5b860f92d349 2024-11-25T07:43:22,082 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/66ad9c8415b04392ae489cf4fcd196c7 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/B/66ad9c8415b04392ae489cf4fcd196c7 2024-11-25T07:43:22,085 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/1f571e5011114463b06a8cca7e270349 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/1f571e5011114463b06a8cca7e270349 2024-11-25T07:43:22,086 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/3f550bdd0d7447bba52d583d76be8b5c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/3f550bdd0d7447bba52d583d76be8b5c 2024-11-25T07:43:22,087 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/dc1c2ff7e8d4421c84aa68a1a109fabd to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/C/dc1c2ff7e8d4421c84aa68a1a109fabd 2024-11-25T07:43:22,089 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/recovered.edits/422.seqid to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48/recovered.edits/422.seqid 2024-11-25T07:43:22,090 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,090 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T07:43:22,091 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T07:43:22,091 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T07:43:22,095 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125008fd4c457e04d599b681d14df38e195_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125008fd4c457e04d599b681d14df38e195_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,097 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112503284918b1b24ba9ab67f81d6b40b702_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112503284918b1b24ba9ab67f81d6b40b702_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,098 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251392e5a755374102b63d3bb03aab34a5_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251392e5a755374102b63d3bb03aab34a5_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,099 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125552645e8255e468aa9e7291bf07b936b_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125552645e8255e468aa9e7291bf07b936b_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,100 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255ca6df9e6d204024a1f49b480a7ea213_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255ca6df9e6d204024a1f49b480a7ea213_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,101 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257033e7bb072c4872ab8c50213dcdc152_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257033e7bb072c4872ab8c50213dcdc152_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,102 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257687e303ae0d4bb38d8ef1f531651d63_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257687e303ae0d4bb38d8ef1f531651d63_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,104 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257b4971e086e94bf9a0141a66c2444fda_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257b4971e086e94bf9a0141a66c2444fda_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,105 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ee30208d4444120b8b8f051648ba6dd_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ee30208d4444120b8b8f051648ba6dd_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,107 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258ce7571bfa9a4f0da89d208bf82bc5ee_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258ce7571bfa9a4f0da89d208bf82bc5ee_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,108 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112590224679c8b542b89420e8e3bcb2800f_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112590224679c8b542b89420e8e3bcb2800f_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,109 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a38454e72b7347dc9aab53b11f648f93_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a38454e72b7347dc9aab53b11f648f93_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,110 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a5853d9aa2684ba6a1e2e4a58d9b42c5_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a5853d9aa2684ba6a1e2e4a58d9b42c5_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,111 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a848930210104a55b1753508aab34537_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a848930210104a55b1753508aab34537_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,112 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bbf20d732d134e86a4b40a5ae9c41572_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bbf20d732d134e86a4b40a5ae9c41572_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,113 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d007f3e431f04775aa96c67bf5539199_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d007f3e431f04775aa96c67bf5539199_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,114 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4e4ed17f31d413fb02d3e5931fb0cd6_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4e4ed17f31d413fb02d3e5931fb0cd6_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,115 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e3d545cafae84a0e817b8614e0be7523_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e3d545cafae84a0e817b8614e0be7523_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,116 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f278aab8fdeb41308bc38e9076a95fea_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f278aab8fdeb41308bc38e9076a95fea_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,117 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f963d975b25644058f1e33b3c087e695_72d0d361183ee5ec4fffbfeb74e0ef48 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f963d975b25644058f1e33b3c087e695_72d0d361183ee5ec4fffbfeb74e0ef48 2024-11-25T07:43:22,118 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T07:43:22,120 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=48, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:22,122 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T07:43:22,124 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T07:43:22,125 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=48, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:22,125 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T07:43:22,126 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732520602125"}]},"ts":"9223372036854775807"} 2024-11-25T07:43:22,128 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T07:43:22,128 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 72d0d361183ee5ec4fffbfeb74e0ef48, NAME => 'TestAcidGuarantees,,1732520566597.72d0d361183ee5ec4fffbfeb74e0ef48.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T07:43:22,128 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T07:43:22,128 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732520602128"}]},"ts":"9223372036854775807"} 2024-11-25T07:43:22,130 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T07:43:22,130 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=48, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:22,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-11-25T07:43:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T07:43:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T07:43:22,173 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:22,182 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=246 (was 243) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_907637432_22 at /127.0.0.1:54404 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/cluster_426cc80c-aa21-9e91-8201-f9da662d2633/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/cluster_426cc80c-aa21-9e91-8201-f9da662d2633/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=839 (was 781) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7343 (was 8847) 2024-11-25T07:43:22,190 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=246, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=839, ProcessCount=11, AvailableMemoryMB=7343 2024-11-25T07:43:22,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T07:43:22,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:43:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:22,194 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=49, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:43:22,194 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:22,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 49 2024-11-25T07:43:22,195 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=49, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:43:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-25T07:43:22,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742053_1229 (size=1061) 2024-11-25T07:43:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-25T07:43:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-25T07:43:22,602 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1 2024-11-25T07:43:22,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742054_1230 (size=53) 2024-11-25T07:43:22,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T07:43:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-25T07:43:23,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:43:23,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 779b58d28995ceca60c595427693afce, disabling compactions & flushes 2024-11-25T07:43:23,008 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:23,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:23,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. after waiting 0 ms 2024-11-25T07:43:23,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:23,008 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:23,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 779b58d28995ceca60c595427693afce: Waiting for close lock at 1732520603008Disabling compacts and flushes for region at 1732520603008Disabling writes for close at 1732520603008Writing region close event to WAL at 1732520603008Closed at 1732520603008 2024-11-25T07:43:23,010 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=49, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:43:23,010 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732520603010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520603010"}]},"ts":"1732520603010"} 2024-11-25T07:43:23,012 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:43:23,013 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=49, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:43:23,013 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520603013"}]},"ts":"1732520603013"} 2024-11-25T07:43:23,014 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T07:43:23,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=779b58d28995ceca60c595427693afce, ASSIGN}] 2024-11-25T07:43:23,016 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=779b58d28995ceca60c595427693afce, ASSIGN 2024-11-25T07:43:23,017 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=779b58d28995ceca60c595427693afce, ASSIGN; state=OFFLINE, location=7fb8763a5d32,38413,1732520533070; forceNewPlan=false, retain=false 2024-11-25T07:43:23,168 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=779b58d28995ceca60c595427693afce, regionState=OPENING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:23,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=779b58d28995ceca60c595427693afce, ASSIGN because future has completed 2024-11-25T07:43:23,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:43:23,329 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:23,330 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:43:23,330 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 779b58d28995ceca60c595427693afce 2024-11-25T07:43:23,330 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:43:23,330 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 779b58d28995ceca60c595427693afce 2024-11-25T07:43:23,330 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 779b58d28995ceca60c595427693afce 2024-11-25T07:43:23,331 INFO [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 779b58d28995ceca60c595427693afce 2024-11-25T07:43:23,333 INFO [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:43:23,333 INFO [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779b58d28995ceca60c595427693afce columnFamilyName A 2024-11-25T07:43:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-25T07:43:23,333 DEBUG [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:23,333 INFO [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] regionserver.HStore(327): Store=779b58d28995ceca60c595427693afce/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:43:23,334 INFO [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 779b58d28995ceca60c595427693afce 2024-11-25T07:43:23,335 INFO [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:43:23,335 INFO [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779b58d28995ceca60c595427693afce columnFamilyName B 2024-11-25T07:43:23,335 DEBUG [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:23,335 INFO [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] regionserver.HStore(327): Store=779b58d28995ceca60c595427693afce/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:43:23,335 INFO [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 779b58d28995ceca60c595427693afce 2024-11-25T07:43:23,336 INFO [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:43:23,336 INFO [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779b58d28995ceca60c595427693afce columnFamilyName C 2024-11-25T07:43:23,336 DEBUG [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:23,337 INFO [StoreOpener-779b58d28995ceca60c595427693afce-1 {}] regionserver.HStore(327): Store=779b58d28995ceca60c595427693afce/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:43:23,337 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:23,337 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 779b58d28995ceca60c595427693afce 2024-11-25T07:43:23,338 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce 2024-11-25T07:43:23,338 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce 2024-11-25T07:43:23,339 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 779b58d28995ceca60c595427693afce 2024-11-25T07:43:23,339 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 779b58d28995ceca60c595427693afce 2024-11-25T07:43:23,340 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:43:23,341 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 779b58d28995ceca60c595427693afce 2024-11-25T07:43:23,343 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:43:23,344 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 779b58d28995ceca60c595427693afce; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75012798, jitterRate=0.11777779459953308}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:43:23,344 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 779b58d28995ceca60c595427693afce 2024-11-25T07:43:23,345 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 779b58d28995ceca60c595427693afce: Running coprocessor pre-open hook at 1732520603330Writing region info on filesystem at 1732520603330Initializing all the Stores at 1732520603331 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520603331Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520603331Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520603331Cleaning up temporary data from old regions at 1732520603339 (+8 ms)Running coprocessor post-open hooks at 1732520603344 (+5 ms)Region opened successfully at 1732520603344 2024-11-25T07:43:23,345 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., pid=51, masterSystemTime=1732520603326 2024-11-25T07:43:23,347 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:23,347 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:23,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=779b58d28995ceca60c595427693afce, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:23,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:43:23,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-25T07:43:23,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 in 178 msec 2024-11-25T07:43:23,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-25T07:43:23,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=779b58d28995ceca60c595427693afce, ASSIGN in 337 msec 2024-11-25T07:43:23,358 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=49, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:43:23,360 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520603358"}]},"ts":"1732520603358"} 2024-11-25T07:43:23,363 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T07:43:23,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=49, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:43:23,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1730 sec 2024-11-25T07:43:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-25T07:43:24,345 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:24,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260768f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:24,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:24,347 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423062ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:24,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:24,349 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:24,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38be68d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:24,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:24,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:24,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:43:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,43783,1732520532229 2024-11-25T07:43:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fabc20d 2024-11-25T07:43:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:43:24,354 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:43:24,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b0fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:24,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:24,357 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:24,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:24,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:24,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bbdaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:24,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:24,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:24,358 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:24,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d08e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:24,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:24,360 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:24,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:24,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:24,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746f89a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:24,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:24,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:24,362 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:24,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b054b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:24,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:24,368 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b178ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:24,369 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28efddf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:24,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:24,371 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f53f760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:24,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:24,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:24,372 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f47c6f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:24,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:24,374 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684cb28a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:24,376 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:24,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500521a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:24,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:24,378 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:24,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:24,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:24,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc64967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:24,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:24,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:24,379 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3c722c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:24,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:24,381 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75381918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:24,383 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6944cb55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:24,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:24,385 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b340b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:24,387 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3394db16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:24,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:24,389 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b7dcbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:24,390 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580242db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:24,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:24,392 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ed4278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:24,393 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:24,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa23758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:24,394 DEBUG [Thread-1097 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:24,394 DEBUG [Thread-1099 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:24,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:24,395 DEBUG [Thread-1086 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:24,395 DEBUG [Thread-1103 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:24,395 DEBUG [Thread-1084 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:24,396 DEBUG [Thread-1095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-25T07:43:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:24,397 DEBUG [Thread-1088 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T07:43:24,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:24,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:24,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:24,398 DEBUG [Thread-1090 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:24,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:24,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:24,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:24,400 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:24,401 DEBUG [Thread-1095 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:24,401 DEBUG [Thread-1095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:24,401 DEBUG [Thread-1090 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:24,401 DEBUG [Thread-1090 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:24,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:43:24,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:43:24,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:43:24,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:24,402 DEBUG [Thread-1092 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:24,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:43:24,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:24,403 DEBUG [Thread-1103 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:24,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:24,404 DEBUG [Thread-1103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:24,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:24,404 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:24,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:24,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:43:24,405 DEBUG [Thread-1101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:43:24,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:24,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:24,407 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:24,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:43:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:24,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:43:24,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:24,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:24,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:24,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:24,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:24,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:24,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:24,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:24,422 DEBUG [Thread-1103 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:43:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:43:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:43:24,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/e344303255c5444d93d7a287b3a0c944 is 50, key is test_row_0/A:col10/1732520604418/Put/seqid=0 2024-11-25T07:43:24,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732520604451, max timestamp=1732520604472Num uniques 859; 2024-11-25T07:43:24,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732520604451, max timestamp=1732520604472Num uniques 859; 2024-11-25T07:43:24,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732520604451, max timestamp=1732520604471Num uniques 859; 2024-11-25T07:43:24,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T07:43:24,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T07:43:24,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T07:43:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742055_1231 (size=12001) 2024-11-25T07:43:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T07:43:24,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520664502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520664502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520664509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520664511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520664511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T07:43:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:24,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:24,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520664613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520664623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520664624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520664624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520664624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T07:43:24,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T07:43:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:24,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:24,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520664823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520664844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520664845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520664845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520664845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:24,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:24,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:24,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T07:43:24,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:24,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:24,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:24,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:24,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:24,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/e344303255c5444d93d7a287b3a0c944 2024-11-25T07:43:25,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/cf0946b0fb1a4ef799572ed2c3949821 is 50, key is test_row_0/B:col10/1732520604418/Put/seqid=0 2024-11-25T07:43:25,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T07:43:25,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:25,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:25,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:25,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:25,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:25,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742056_1232 (size=12001) 2024-11-25T07:43:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T07:43:25,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520665153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520665153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520665153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520665153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520665154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T07:43:25,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:25,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:25,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:25,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:25,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:25,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T07:43:25,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:25,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:25,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:25,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:25,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:25,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/cf0946b0fb1a4ef799572ed2c3949821 2024-11-25T07:43:25,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/2c4d15cb651b40119220414e78e34b7c is 50, key is test_row_0/C:col10/1732520604418/Put/seqid=0 2024-11-25T07:43:25,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T07:43:25,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:25,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:25,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:25,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:25,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742057_1233 (size=12001) 2024-11-25T07:43:25,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/2c4d15cb651b40119220414e78e34b7c 2024-11-25T07:43:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/e344303255c5444d93d7a287b3a0c944 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/e344303255c5444d93d7a287b3a0c944 2024-11-25T07:43:25,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/e344303255c5444d93d7a287b3a0c944, entries=150, sequenceid=11, filesize=11.7 K 2024-11-25T07:43:25,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/cf0946b0fb1a4ef799572ed2c3949821 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/cf0946b0fb1a4ef799572ed2c3949821 2024-11-25T07:43:25,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/cf0946b0fb1a4ef799572ed2c3949821, entries=150, sequenceid=11, filesize=11.7 K 2024-11-25T07:43:25,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/2c4d15cb651b40119220414e78e34b7c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/2c4d15cb651b40119220414e78e34b7c 2024-11-25T07:43:25,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/2c4d15cb651b40119220414e78e34b7c, entries=150, sequenceid=11, filesize=11.7 K 2024-11-25T07:43:25,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 779b58d28995ceca60c595427693afce in 1113ms, sequenceid=11, compaction requested=false 2024-11-25T07:43:25,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T07:43:25,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T07:43:25,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:25,649 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-25T07:43:25,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:25,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:25,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:25,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:25,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:25,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:25,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/ff23e477c0704dfc9b9d930e32883f44 is 50, key is test_row_0/A:col10/1732520604508/Put/seqid=0 2024-11-25T07:43:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:25,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:25,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520665669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520665669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520665673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520665670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742058_1234 (size=12001) 2024-11-25T07:43:25,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520665675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,684 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/ff23e477c0704dfc9b9d930e32883f44 2024-11-25T07:43:25,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/1436baeb59be4dacbfe5efe66e1f1715 is 50, key is test_row_0/B:col10/1732520604508/Put/seqid=0 2024-11-25T07:43:25,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742059_1235 (size=12001) 2024-11-25T07:43:25,730 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/1436baeb59be4dacbfe5efe66e1f1715 2024-11-25T07:43:25,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/1d5d248fbe9445aebbf794a0121481f0 is 50, key is test_row_0/C:col10/1732520604508/Put/seqid=0 2024-11-25T07:43:25,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742060_1236 (size=12001) 2024-11-25T07:43:25,753 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/1d5d248fbe9445aebbf794a0121481f0 2024-11-25T07:43:25,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/ff23e477c0704dfc9b9d930e32883f44 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ff23e477c0704dfc9b9d930e32883f44 2024-11-25T07:43:25,775 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ff23e477c0704dfc9b9d930e32883f44, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T07:43:25,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/1436baeb59be4dacbfe5efe66e1f1715 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/1436baeb59be4dacbfe5efe66e1f1715 2024-11-25T07:43:25,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520665784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520665784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520665784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520665784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,787 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/1436baeb59be4dacbfe5efe66e1f1715, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T07:43:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/1d5d248fbe9445aebbf794a0121481f0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/1d5d248fbe9445aebbf794a0121481f0 2024-11-25T07:43:25,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520665793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:25,796 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/1d5d248fbe9445aebbf794a0121481f0, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T07:43:25,797 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 779b58d28995ceca60c595427693afce in 149ms, sequenceid=47, compaction requested=false 2024-11-25T07:43:25,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:25,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:25,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-25T07:43:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-25T07:43:25,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-25T07:43:25,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3970 sec 2024-11-25T07:43:25,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.4090 sec 2024-11-25T07:43:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:25,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T07:43:25,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:25,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:25,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:25,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:25,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:25,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:26,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/5368874dafeb4460a1607e85196add34 is 50, key is test_row_0/A:col10/1732520605995/Put/seqid=0 2024-11-25T07:43:26,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742061_1237 (size=12001) 2024-11-25T07:43:26,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520666124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520666125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520666129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520666135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520606112, max timestamp=1732520606132Num uniques 859; 2024-11-25T07:43:26,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520606112, max timestamp=1732520606132Num uniques 859; 2024-11-25T07:43:26,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:26,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:26,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520606112, max timestamp=1732520606132Num uniques 859; 2024-11-25T07:43:26,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:26,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520666232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520666244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520666244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520666244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520666244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520666344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/5368874dafeb4460a1607e85196add34 2024-11-25T07:43:26,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/f4f7d55fe1654c8c92ca94ce036870b1 is 50, key is test_row_0/B:col10/1732520605995/Put/seqid=0 2024-11-25T07:43:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742062_1238 (size=12001) 2024-11-25T07:43:26,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/f4f7d55fe1654c8c92ca94ce036870b1 2024-11-25T07:43:26,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520666453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520666453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520666454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520666454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/34a69d61379242a2b9dec4f3d5c1bf11 is 50, key is test_row_0/C:col10/1732520605995/Put/seqid=0 2024-11-25T07:43:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742063_1239 (size=12001) 2024-11-25T07:43:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T07:43:26,544 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:26,544 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-25T07:43:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T07:43:26,547 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:26,547 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:26,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:26,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520666553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T07:43:26,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-25T07:43:26,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:26,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:26,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:26,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:26,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:26,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520666764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520666764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520666764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520666764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-25T07:43:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:26,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T07:43:26,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520666864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:26,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/34a69d61379242a2b9dec4f3d5c1bf11 2024-11-25T07:43:26,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/5368874dafeb4460a1607e85196add34 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/5368874dafeb4460a1607e85196add34 2024-11-25T07:43:26,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/5368874dafeb4460a1607e85196add34, entries=150, sequenceid=59, filesize=11.7 K 2024-11-25T07:43:26,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/f4f7d55fe1654c8c92ca94ce036870b1 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/f4f7d55fe1654c8c92ca94ce036870b1 2024-11-25T07:43:26,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/f4f7d55fe1654c8c92ca94ce036870b1, entries=150, sequenceid=59, filesize=11.7 K 2024-11-25T07:43:26,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/34a69d61379242a2b9dec4f3d5c1bf11 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/34a69d61379242a2b9dec4f3d5c1bf11 2024-11-25T07:43:26,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/34a69d61379242a2b9dec4f3d5c1bf11, entries=150, sequenceid=59, filesize=11.7 K 2024-11-25T07:43:26,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 779b58d28995ceca60c595427693afce in 954ms, sequenceid=59, compaction requested=true 2024-11-25T07:43:26,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:26,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:26,950 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:26,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:26,951 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:26,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:26,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:26,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:26,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:26,952 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:26,952 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/A is initiating minor compaction (all files) 2024-11-25T07:43:26,952 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/A in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:26,953 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/e344303255c5444d93d7a287b3a0c944, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ff23e477c0704dfc9b9d930e32883f44, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/5368874dafeb4460a1607e85196add34] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=35.2 K 2024-11-25T07:43:26,953 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:26,953 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/B is initiating minor compaction (all files) 2024-11-25T07:43:26,953 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/B in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:26,953 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/cf0946b0fb1a4ef799572ed2c3949821, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/1436baeb59be4dacbfe5efe66e1f1715, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/f4f7d55fe1654c8c92ca94ce036870b1] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=35.2 K 2024-11-25T07:43:26,953 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting e344303255c5444d93d7a287b3a0c944, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732520604403 2024-11-25T07:43:26,954 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting cf0946b0fb1a4ef799572ed2c3949821, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732520604403 2024-11-25T07:43:26,954 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff23e477c0704dfc9b9d930e32883f44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732520604500 2024-11-25T07:43:26,954 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 1436baeb59be4dacbfe5efe66e1f1715, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732520604500 2024-11-25T07:43:26,954 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5368874dafeb4460a1607e85196add34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732520605668 2024-11-25T07:43:26,954 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting f4f7d55fe1654c8c92ca94ce036870b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732520605668 2024-11-25T07:43:26,964 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#B#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:26,964 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/a00ac31bfce041dab4a89e77e68dbb8b is 50, key is test_row_0/B:col10/1732520605995/Put/seqid=0 2024-11-25T07:43:26,965 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#A#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:26,965 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/d7561fe7f16b46e6b59fe1493292088c is 50, key is test_row_0/A:col10/1732520605995/Put/seqid=0 2024-11-25T07:43:27,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742065_1241 (size=12104) 2024-11-25T07:43:27,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742064_1240 (size=12104) 2024-11-25T07:43:27,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-25T07:43:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:27,015 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=120.76 KB heapSize=345.14 KB 2024-11-25T07:43:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:27,021 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/a00ac31bfce041dab4a89e77e68dbb8b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a00ac31bfce041dab4a89e77e68dbb8b 2024-11-25T07:43:27,027 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/B of 779b58d28995ceca60c595427693afce into a00ac31bfce041dab4a89e77e68dbb8b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:27,027 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:27,027 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/B, priority=13, startTime=1732520606951; duration=0sec 2024-11-25T07:43:27,027 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:27,027 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:B 2024-11-25T07:43:27,027 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:27,029 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:27,029 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/C is initiating minor compaction (all files) 2024-11-25T07:43:27,029 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/C in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:27,029 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/2c4d15cb651b40119220414e78e34b7c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/1d5d248fbe9445aebbf794a0121481f0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/34a69d61379242a2b9dec4f3d5c1bf11] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=35.2 K 2024-11-25T07:43:27,029 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c4d15cb651b40119220414e78e34b7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732520604403 2024-11-25T07:43:27,030 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d5d248fbe9445aebbf794a0121481f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732520604500 2024-11-25T07:43:27,030 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 34a69d61379242a2b9dec4f3d5c1bf11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732520605668 2024-11-25T07:43:27,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/0330895881244972bd21115c5d89fc95 is 50, key is test_row_0/A:col10/1732520606205/Put/seqid=0 2024-11-25T07:43:27,046 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#C#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:27,046 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/b94a7a03b3174f1a8ba8e07a12060aad is 50, key is test_row_0/C:col10/1732520605995/Put/seqid=0 2024-11-25T07:43:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742066_1242 (size=12001) 2024-11-25T07:43:27,053 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/0330895881244972bd21115c5d89fc95 2024-11-25T07:43:27,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742067_1243 (size=12104) 2024-11-25T07:43:27,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/4df2d15d715b42619ef4fda4960215db is 50, key is test_row_0/B:col10/1732520606205/Put/seqid=0 2024-11-25T07:43:27,077 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/b94a7a03b3174f1a8ba8e07a12060aad as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b94a7a03b3174f1a8ba8e07a12060aad 2024-11-25T07:43:27,085 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/C of 779b58d28995ceca60c595427693afce into b94a7a03b3174f1a8ba8e07a12060aad(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:27,086 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:27,086 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/C, priority=13, startTime=1732520606951; duration=0sec 2024-11-25T07:43:27,086 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:27,086 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:C 2024-11-25T07:43:27,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742068_1244 (size=12001) 2024-11-25T07:43:27,103 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/4df2d15d715b42619ef4fda4960215db 2024-11-25T07:43:27,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/c8892a3127bc42538b5054e124859326 is 50, key is test_row_0/C:col10/1732520606205/Put/seqid=0 2024-11-25T07:43:27,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742069_1245 (size=12001) 2024-11-25T07:43:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T07:43:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:27,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:27,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520667285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520667286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520667291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520667291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:43:27,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520667373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520667394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520667403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520667403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520667403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,426 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/d7561fe7f16b46e6b59fe1493292088c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/d7561fe7f16b46e6b59fe1493292088c 2024-11-25T07:43:27,435 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/A of 779b58d28995ceca60c595427693afce into d7561fe7f16b46e6b59fe1493292088c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:27,435 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:27,435 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/A, priority=13, startTime=1732520606950; duration=0sec 2024-11-25T07:43:27,435 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:27,435 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:A 2024-11-25T07:43:27,552 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/c8892a3127bc42538b5054e124859326 2024-11-25T07:43:27,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/0330895881244972bd21115c5d89fc95 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/0330895881244972bd21115c5d89fc95 2024-11-25T07:43:27,565 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/0330895881244972bd21115c5d89fc95, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T07:43:27,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/4df2d15d715b42619ef4fda4960215db as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/4df2d15d715b42619ef4fda4960215db 2024-11-25T07:43:27,572 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/4df2d15d715b42619ef4fda4960215db, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T07:43:27,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/c8892a3127bc42538b5054e124859326 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/c8892a3127bc42538b5054e124859326 2024-11-25T07:43:27,579 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/c8892a3127bc42538b5054e124859326, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T07:43:27,580 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~345.09 KB/353376, currentSize=67.09 KB/68700 for 779b58d28995ceca60c595427693afce in 566ms, sequenceid=94, compaction requested=false 2024-11-25T07:43:27,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:27,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:27,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-25T07:43:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-25T07:43:27,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-25T07:43:27,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0350 sec 2024-11-25T07:43:27,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.0420 sec 2024-11-25T07:43:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:27,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T07:43:27,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:27,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:27,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:27,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:27,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:27,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:27,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/89e3895c28b140d991d5a86b72c938fb is 50, key is test_row_0/A:col10/1732520607289/Put/seqid=0 2024-11-25T07:43:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742070_1246 (size=12001) 2024-11-25T07:43:27,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520667638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T07:43:27,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520667678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,684 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:27,685 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-25T07:43:27,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520667678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520667678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,688 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T07:43:27,689 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:27,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:27,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520667783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T07:43:27,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520667794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520667794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520667794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-25T07:43:27,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:27,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:27,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:27,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:27,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:27,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-25T07:43:27,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:27,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520667993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:27,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T07:43:28,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520668004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520668004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520668004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/89e3895c28b140d991d5a86b72c938fb 2024-11-25T07:43:28,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/0d98bdf85e2544d687e8036ef7d6a8c4 is 50, key is test_row_0/B:col10/1732520607289/Put/seqid=0 2024-11-25T07:43:28,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742071_1247 (size=12001) 2024-11-25T07:43:28,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/0d98bdf85e2544d687e8036ef7d6a8c4 2024-11-25T07:43:28,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/6944a745254048d9a6368519f7720573 is 50, key is test_row_0/C:col10/1732520607289/Put/seqid=0 2024-11-25T07:43:28,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742072_1248 (size=12001) 2024-11-25T07:43:28,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/6944a745254048d9a6368519f7720573 2024-11-25T07:43:28,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/89e3895c28b140d991d5a86b72c938fb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/89e3895c28b140d991d5a86b72c938fb 2024-11-25T07:43:28,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/89e3895c28b140d991d5a86b72c938fb, entries=150, sequenceid=111, filesize=11.7 K 2024-11-25T07:43:28,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/0d98bdf85e2544d687e8036ef7d6a8c4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/0d98bdf85e2544d687e8036ef7d6a8c4 2024-11-25T07:43:28,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/0d98bdf85e2544d687e8036ef7d6a8c4, entries=150, sequenceid=111, filesize=11.7 K 2024-11-25T07:43:28,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/6944a745254048d9a6368519f7720573 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6944a745254048d9a6368519f7720573 2024-11-25T07:43:28,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6944a745254048d9a6368519f7720573, entries=150, sequenceid=111, filesize=11.7 K 2024-11-25T07:43:28,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 779b58d28995ceca60c595427693afce in 528ms, sequenceid=111, compaction requested=true 2024-11-25T07:43:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:28,141 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:28,141 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:28,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:28,142 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:28,142 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:28,142 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/A is initiating minor compaction (all files) 2024-11-25T07:43:28,142 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/B is initiating minor compaction (all files) 2024-11-25T07:43:28,142 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/A in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:28,142 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/B in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:28,142 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a00ac31bfce041dab4a89e77e68dbb8b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/4df2d15d715b42619ef4fda4960215db, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/0d98bdf85e2544d687e8036ef7d6a8c4] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=35.3 K 2024-11-25T07:43:28,142 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/d7561fe7f16b46e6b59fe1493292088c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/0330895881244972bd21115c5d89fc95, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/89e3895c28b140d991d5a86b72c938fb] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=35.3 K 2024-11-25T07:43:28,143 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting a00ac31bfce041dab4a89e77e68dbb8b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732520605668 2024-11-25T07:43:28,143 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7561fe7f16b46e6b59fe1493292088c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732520605668 2024-11-25T07:43:28,143 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 4df2d15d715b42619ef4fda4960215db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732520606205 2024-11-25T07:43:28,143 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0330895881244972bd21115c5d89fc95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732520606205 2024-11-25T07:43:28,144 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d98bdf85e2544d687e8036ef7d6a8c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732520607277 2024-11-25T07:43:28,144 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89e3895c28b140d991d5a86b72c938fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732520607277 2024-11-25T07:43:28,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-25T07:43:28,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:28,150 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T07:43:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:28,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/2abff25b9bea461f9da970f9e11ce3af is 50, key is test_row_0/A:col10/1732520607643/Put/seqid=0 2024-11-25T07:43:28,169 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#B#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:28,170 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/fa0e5ee001434ba4b39781ab1f3cc5e8 is 50, key is test_row_0/B:col10/1732520607289/Put/seqid=0 2024-11-25T07:43:28,190 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#A#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:28,191 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/0169c245d5514af6aed3a06d7a2bb9a4 is 50, key is test_row_0/A:col10/1732520607289/Put/seqid=0 2024-11-25T07:43:28,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742074_1250 (size=12051) 2024-11-25T07:43:28,230 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/2abff25b9bea461f9da970f9e11ce3af 2024-11-25T07:43:28,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742073_1249 (size=12207) 2024-11-25T07:43:28,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742075_1251 (size=12207) 2024-11-25T07:43:28,245 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/fa0e5ee001434ba4b39781ab1f3cc5e8 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/fa0e5ee001434ba4b39781ab1f3cc5e8 2024-11-25T07:43:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/5cb7c204c32949a98f6d2f1782626657 is 50, key is test_row_0/B:col10/1732520607643/Put/seqid=0 2024-11-25T07:43:28,267 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/0169c245d5514af6aed3a06d7a2bb9a4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/0169c245d5514af6aed3a06d7a2bb9a4 2024-11-25T07:43:28,271 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/B of 779b58d28995ceca60c595427693afce into fa0e5ee001434ba4b39781ab1f3cc5e8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:28,271 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:28,271 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/B, priority=13, startTime=1732520608141; duration=0sec 2024-11-25T07:43:28,271 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:28,271 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:B 2024-11-25T07:43:28,271 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:28,274 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:28,274 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/C is initiating minor compaction (all files) 2024-11-25T07:43:28,274 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/C in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:28,274 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b94a7a03b3174f1a8ba8e07a12060aad, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/c8892a3127bc42538b5054e124859326, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6944a745254048d9a6368519f7720573] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=35.3 K 2024-11-25T07:43:28,275 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting b94a7a03b3174f1a8ba8e07a12060aad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732520605668 2024-11-25T07:43:28,275 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting c8892a3127bc42538b5054e124859326, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732520606205 2024-11-25T07:43:28,275 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 6944a745254048d9a6368519f7720573, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732520607277 2024-11-25T07:43:28,279 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/A of 779b58d28995ceca60c595427693afce into 0169c245d5514af6aed3a06d7a2bb9a4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:28,279 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:28,279 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/A, priority=13, startTime=1732520608141; duration=0sec 2024-11-25T07:43:28,279 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:28,279 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:A 2024-11-25T07:43:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742076_1252 (size=12051) 2024-11-25T07:43:28,292 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/5cb7c204c32949a98f6d2f1782626657 2024-11-25T07:43:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:28,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T07:43:28,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/2f02f1ba040c4d258cbf576caafc8820 is 50, key is test_row_0/C:col10/1732520607643/Put/seqid=0 2024-11-25T07:43:28,320 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#C#compaction#208 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:28,321 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/167fd6ea38194b3780e73bd27a53177d is 50, key is test_row_0/C:col10/1732520607289/Put/seqid=0 2024-11-25T07:43:28,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520668329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520668331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520668332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520668333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742077_1253 (size=12051) 2024-11-25T07:43:28,344 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/2f02f1ba040c4d258cbf576caafc8820 2024-11-25T07:43:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/2abff25b9bea461f9da970f9e11ce3af as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2abff25b9bea461f9da970f9e11ce3af 2024-11-25T07:43:28,364 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2abff25b9bea461f9da970f9e11ce3af, entries=150, sequenceid=130, filesize=11.8 K 2024-11-25T07:43:28,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/5cb7c204c32949a98f6d2f1782626657 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/5cb7c204c32949a98f6d2f1782626657 2024-11-25T07:43:28,372 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/5cb7c204c32949a98f6d2f1782626657, entries=150, sequenceid=130, filesize=11.8 K 2024-11-25T07:43:28,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/2f02f1ba040c4d258cbf576caafc8820 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/2f02f1ba040c4d258cbf576caafc8820 2024-11-25T07:43:28,382 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/2f02f1ba040c4d258cbf576caafc8820, entries=150, sequenceid=130, filesize=11.8 K 2024-11-25T07:43:28,384 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 779b58d28995ceca60c595427693afce in 235ms, sequenceid=130, compaction requested=false 2024-11-25T07:43:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742078_1254 (size=12207) 2024-11-25T07:43:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-25T07:43:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-25T07:43:28,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-25T07:43:28,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 697 msec 2024-11-25T07:43:28,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 705 msec 2024-11-25T07:43:28,393 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/167fd6ea38194b3780e73bd27a53177d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/167fd6ea38194b3780e73bd27a53177d 2024-11-25T07:43:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:28,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T07:43:28,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:28,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:28,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:28,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:28,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:28,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:28,405 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/C of 779b58d28995ceca60c595427693afce into 167fd6ea38194b3780e73bd27a53177d(size=11.9 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:28,405 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:28,405 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/C, priority=13, startTime=1732520608141; duration=0sec 2024-11-25T07:43:28,405 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:28,405 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:C 2024-11-25T07:43:28,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/3650111f151b4262b3321aac5b4b93fd is 50, key is test_row_0/A:col10/1732520608398/Put/seqid=0 2024-11-25T07:43:28,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742079_1255 (size=14541) 2024-11-25T07:43:28,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/3650111f151b4262b3321aac5b4b93fd 2024-11-25T07:43:28,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520668457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520668459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520668461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520668462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9cb2b757148a4794b698316a2107b4d3 is 50, key is test_row_0/B:col10/1732520608398/Put/seqid=0 2024-11-25T07:43:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520668460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742080_1256 (size=12151) 2024-11-25T07:43:28,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9cb2b757148a4794b698316a2107b4d3 2024-11-25T07:43:28,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/e044090acc3741ec9a95c246dad1b865 is 50, key is test_row_0/C:col10/1732520608398/Put/seqid=0 2024-11-25T07:43:28,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742081_1257 (size=12151) 2024-11-25T07:43:28,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520668574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520668574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520668574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520668574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520668593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520668783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520668783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520668784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520668784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520668803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:28,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:28,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T07:43:28,823 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:28,824 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-25T07:43:28,826 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T07:43:28,827 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:28,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T07:43:28,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/e044090acc3741ec9a95c246dad1b865 2024-11-25T07:43:28,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/3650111f151b4262b3321aac5b4b93fd as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3650111f151b4262b3321aac5b4b93fd 2024-11-25T07:43:28,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3650111f151b4262b3321aac5b4b93fd, entries=200, sequenceid=146, filesize=14.2 K 2024-11-25T07:43:28,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9cb2b757148a4794b698316a2107b4d3 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9cb2b757148a4794b698316a2107b4d3 2024-11-25T07:43:28,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9cb2b757148a4794b698316a2107b4d3, entries=150, sequenceid=146, filesize=11.9 K 2024-11-25T07:43:28,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/e044090acc3741ec9a95c246dad1b865 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e044090acc3741ec9a95c246dad1b865 2024-11-25T07:43:28,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T07:43:28,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:28,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:28,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:28,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:28,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:28,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e044090acc3741ec9a95c246dad1b865, entries=150, sequenceid=146, filesize=11.9 K 2024-11-25T07:43:28,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 779b58d28995ceca60c595427693afce in 588ms, sequenceid=146, compaction requested=true 2024-11-25T07:43:28,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:28,989 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:28,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:28,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:28,991 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:28,991 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38799 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:28,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:28,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:28,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:28,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:28,991 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/A is initiating minor compaction (all files) 2024-11-25T07:43:28,991 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/A in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:28,991 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/0169c245d5514af6aed3a06d7a2bb9a4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2abff25b9bea461f9da970f9e11ce3af, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3650111f151b4262b3321aac5b4b93fd] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=37.9 K 2024-11-25T07:43:28,992 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0169c245d5514af6aed3a06d7a2bb9a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732520607277 2024-11-25T07:43:28,993 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2abff25b9bea461f9da970f9e11ce3af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732520607636 2024-11-25T07:43:28,993 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:28,993 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/B is initiating minor compaction (all files) 2024-11-25T07:43:28,993 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/B in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:28,993 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/fa0e5ee001434ba4b39781ab1f3cc5e8, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/5cb7c204c32949a98f6d2f1782626657, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9cb2b757148a4794b698316a2107b4d3] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=35.6 K 2024-11-25T07:43:28,994 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting fa0e5ee001434ba4b39781ab1f3cc5e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732520607277 2024-11-25T07:43:28,994 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3650111f151b4262b3321aac5b4b93fd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732520608329 2024-11-25T07:43:28,994 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cb7c204c32949a98f6d2f1782626657, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732520607636 2024-11-25T07:43:28,995 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cb2b757148a4794b698316a2107b4d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732520608329 2024-11-25T07:43:29,011 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#A#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:29,011 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/7e49325ffc1c4eb7bc0de6e3b88e51f2 is 50, key is test_row_0/A:col10/1732520608398/Put/seqid=0 2024-11-25T07:43:29,018 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#B#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:29,019 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/62f11935c812445fb8cb42dd157b66a1 is 50, key is test_row_0/B:col10/1732520608398/Put/seqid=0 2024-11-25T07:43:29,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742082_1258 (size=12459) 2024-11-25T07:43:29,054 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/7e49325ffc1c4eb7bc0de6e3b88e51f2 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/7e49325ffc1c4eb7bc0de6e3b88e51f2 2024-11-25T07:43:29,062 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/A of 779b58d28995ceca60c595427693afce into 7e49325ffc1c4eb7bc0de6e3b88e51f2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:29,063 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:29,063 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/A, priority=13, startTime=1732520608989; duration=0sec 2024-11-25T07:43:29,063 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:29,063 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:A 2024-11-25T07:43:29,063 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:29,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742083_1259 (size=12459) 2024-11-25T07:43:29,065 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:29,065 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/C is initiating minor compaction (all files) 2024-11-25T07:43:29,066 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/C in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:29,066 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/167fd6ea38194b3780e73bd27a53177d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/2f02f1ba040c4d258cbf576caafc8820, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e044090acc3741ec9a95c246dad1b865] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=35.6 K 2024-11-25T07:43:29,067 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 167fd6ea38194b3780e73bd27a53177d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732520607277 2024-11-25T07:43:29,067 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f02f1ba040c4d258cbf576caafc8820, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732520607636 2024-11-25T07:43:29,067 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting e044090acc3741ec9a95c246dad1b865, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732520608329 2024-11-25T07:43:29,071 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/62f11935c812445fb8cb42dd157b66a1 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/62f11935c812445fb8cb42dd157b66a1 2024-11-25T07:43:29,078 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/B of 779b58d28995ceca60c595427693afce into 62f11935c812445fb8cb42dd157b66a1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:29,078 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:29,078 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/B, priority=13, startTime=1732520608991; duration=0sec 2024-11-25T07:43:29,078 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:29,078 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:B 2024-11-25T07:43:29,094 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:29,095 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/4d235a90f758461a84956287a132e4f1 is 50, key is test_row_0/C:col10/1732520608398/Put/seqid=0 2024-11-25T07:43:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:29,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T07:43:29,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:29,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:29,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:29,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:29,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:29,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:29,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/c627f37fdcd64ba4858ca4337f108ddc is 50, key is test_row_0/A:col10/1732520609094/Put/seqid=0 2024-11-25T07:43:29,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520669108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520669110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520669111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520669111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520669114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742084_1260 (size=12459) 2024-11-25T07:43:29,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T07:43:29,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:29,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:29,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:29,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:29,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T07:43:29,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742085_1261 (size=16931) 2024-11-25T07:43:29,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/c627f37fdcd64ba4858ca4337f108ddc 2024-11-25T07:43:29,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/26558a08b14f4313ac75319909e48365 is 50, key is test_row_0/B:col10/1732520609094/Put/seqid=0 2024-11-25T07:43:29,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742086_1262 (size=12151) 2024-11-25T07:43:29,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/26558a08b14f4313ac75319909e48365 2024-11-25T07:43:29,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/c1136e9215fd4e38ae2a311821dba4b2 is 50, key is test_row_0/C:col10/1732520609094/Put/seqid=0 2024-11-25T07:43:29,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742087_1263 (size=12151) 2024-11-25T07:43:29,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/c1136e9215fd4e38ae2a311821dba4b2 2024-11-25T07:43:29,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/c627f37fdcd64ba4858ca4337f108ddc as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/c627f37fdcd64ba4858ca4337f108ddc 2024-11-25T07:43:29,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/c627f37fdcd64ba4858ca4337f108ddc, entries=250, sequenceid=169, filesize=16.5 K 2024-11-25T07:43:29,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/26558a08b14f4313ac75319909e48365 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/26558a08b14f4313ac75319909e48365 2024-11-25T07:43:29,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/26558a08b14f4313ac75319909e48365, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T07:43:29,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520669224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520669224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520669224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520669229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/c1136e9215fd4e38ae2a311821dba4b2 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/c1136e9215fd4e38ae2a311821dba4b2 2024-11-25T07:43:29,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/c1136e9215fd4e38ae2a311821dba4b2, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T07:43:29,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 779b58d28995ceca60c595427693afce in 144ms, sequenceid=169, compaction requested=false 2024-11-25T07:43:29,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:29,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T07:43:29,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:29,288 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T07:43:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:29,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/ce2bf060ab4b4dd681cb41de7a74b271 is 50, key is test_row_0/A:col10/1732520609106/Put/seqid=0 2024-11-25T07:43:29,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742088_1264 (size=12151) 2024-11-25T07:43:29,310 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/ce2bf060ab4b4dd681cb41de7a74b271 2024-11-25T07:43:29,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/528ddb3fdb8247a6a41c1b00c102a7ce is 50, key is test_row_0/B:col10/1732520609106/Put/seqid=0 2024-11-25T07:43:29,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742089_1265 (size=12151) 2024-11-25T07:43:29,359 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/528ddb3fdb8247a6a41c1b00c102a7ce 2024-11-25T07:43:29,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/80819d1d59da46d8abf96e27e26adc0b is 50, key is test_row_0/C:col10/1732520609106/Put/seqid=0 2024-11-25T07:43:29,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742090_1266 (size=12151) 2024-11-25T07:43:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:29,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T07:43:29,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520669465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520669467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520669467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520669468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,527 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/4d235a90f758461a84956287a132e4f1 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/4d235a90f758461a84956287a132e4f1 2024-11-25T07:43:29,534 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/C of 779b58d28995ceca60c595427693afce into 4d235a90f758461a84956287a132e4f1(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:29,534 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:29,534 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/C, priority=13, startTime=1732520608991; duration=0sec 2024-11-25T07:43:29,535 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:29,535 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:C 2024-11-25T07:43:29,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520669574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520669574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520669574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520669574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520669623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520669784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520669784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520669784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520669784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:29,795 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/80819d1d59da46d8abf96e27e26adc0b 2024-11-25T07:43:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/ce2bf060ab4b4dd681cb41de7a74b271 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ce2bf060ab4b4dd681cb41de7a74b271 2024-11-25T07:43:29,819 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ce2bf060ab4b4dd681cb41de7a74b271, entries=150, sequenceid=181, filesize=11.9 K 2024-11-25T07:43:29,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/528ddb3fdb8247a6a41c1b00c102a7ce as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/528ddb3fdb8247a6a41c1b00c102a7ce 2024-11-25T07:43:29,829 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/528ddb3fdb8247a6a41c1b00c102a7ce, entries=150, sequenceid=181, filesize=11.9 K 2024-11-25T07:43:29,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/80819d1d59da46d8abf96e27e26adc0b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/80819d1d59da46d8abf96e27e26adc0b 2024-11-25T07:43:29,838 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/80819d1d59da46d8abf96e27e26adc0b, entries=150, sequenceid=181, filesize=11.9 K 2024-11-25T07:43:29,845 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 779b58d28995ceca60c595427693afce in 557ms, sequenceid=181, compaction requested=true 2024-11-25T07:43:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:29,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-25T07:43:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-25T07:43:29,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-25T07:43:29,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0200 sec 2024-11-25T07:43:29,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.0260 sec 2024-11-25T07:43:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T07:43:29,964 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:29,964 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-25T07:43:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T07:43:29,966 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:29,967 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:29,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T07:43:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:30,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-25T07:43:30,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520609456, max timestamp=1732520610095Num uniques 859; 2024-11-25T07:43:30,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520609456, max timestamp=1732520610095Num uniques 859; 2024-11-25T07:43:30,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520609456, max timestamp=1732520610095Num uniques 859; 2024-11-25T07:43:30,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:30,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:30,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:30,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:30,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:30,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:30,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:30,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:30,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:30,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/4befb80ced9c4dd5b55ae55d16a373d8 is 50, key is test_row_0/A:col10/1732520610095/Put/seqid=0 2024-11-25T07:43:30,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742091_1267 (size=14541) 2024-11-25T07:43:30,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/4befb80ced9c4dd5b55ae55d16a373d8 2024-11-25T07:43:30,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:30,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/7c64b16c30b6463aa763490fae41dbef is 50, key is test_row_0/B:col10/1732520610095/Put/seqid=0 2024-11-25T07:43:30,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:30,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742092_1268 (size=12151) 2024-11-25T07:43:30,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/7c64b16c30b6463aa763490fae41dbef 2024-11-25T07:43:30,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/d1e3c8d98f08427cb0285b668a19e2ae is 50, key is test_row_0/C:col10/1732520610095/Put/seqid=0 2024-11-25T07:43:30,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742093_1269 (size=12151) 2024-11-25T07:43:30,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/d1e3c8d98f08427cb0285b668a19e2ae 2024-11-25T07:43:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/4befb80ced9c4dd5b55ae55d16a373d8 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4befb80ced9c4dd5b55ae55d16a373d8 2024-11-25T07:43:30,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4befb80ced9c4dd5b55ae55d16a373d8, entries=200, sequenceid=204, filesize=14.2 K 2024-11-25T07:43:30,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/7c64b16c30b6463aa763490fae41dbef as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/7c64b16c30b6463aa763490fae41dbef 2024-11-25T07:43:30,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/7c64b16c30b6463aa763490fae41dbef, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T07:43:30,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/d1e3c8d98f08427cb0285b668a19e2ae as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d1e3c8d98f08427cb0285b668a19e2ae 2024-11-25T07:43:30,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d1e3c8d98f08427cb0285b668a19e2ae, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T07:43:30,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=67.09 KB/68700 for 779b58d28995ceca60c595427693afce in 74ms, sequenceid=204, compaction requested=true 2024-11-25T07:43:30,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:30,171 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:30,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:30,172 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56082 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:30,173 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/A is initiating minor compaction (all files) 2024-11-25T07:43:30,173 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/A in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,173 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/7e49325ffc1c4eb7bc0de6e3b88e51f2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/c627f37fdcd64ba4858ca4337f108ddc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ce2bf060ab4b4dd681cb41de7a74b271, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4befb80ced9c4dd5b55ae55d16a373d8] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=54.8 K 2024-11-25T07:43:30,173 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e49325ffc1c4eb7bc0de6e3b88e51f2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732520608329 2024-11-25T07:43:30,174 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c627f37fdcd64ba4858ca4337f108ddc, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732520608457 2024-11-25T07:43:30,174 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce2bf060ab4b4dd681cb41de7a74b271, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732520609099 2024-11-25T07:43:30,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:30,175 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:30,175 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4befb80ced9c4dd5b55ae55d16a373d8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732520609456 2024-11-25T07:43:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:30,179 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:30,179 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/B is initiating minor compaction (all files) 2024-11-25T07:43:30,179 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/B in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,179 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/62f11935c812445fb8cb42dd157b66a1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/26558a08b14f4313ac75319909e48365, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/528ddb3fdb8247a6a41c1b00c102a7ce, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/7c64b16c30b6463aa763490fae41dbef] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=47.8 K 2024-11-25T07:43:30,180 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 62f11935c812445fb8cb42dd157b66a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732520608329 2024-11-25T07:43:30,181 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 26558a08b14f4313ac75319909e48365, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732520608459 2024-11-25T07:43:30,182 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 528ddb3fdb8247a6a41c1b00c102a7ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732520609099 2024-11-25T07:43:30,182 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c64b16c30b6463aa763490fae41dbef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732520609465 2024-11-25T07:43:30,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:30,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:30,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:30,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:30,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T07:43:30,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:30,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:30,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:30,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:30,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:30,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:30,196 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#A#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:30,197 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/94996a7168e14015a8220bc8ce86fa1d is 50, key is test_row_0/A:col10/1732520610095/Put/seqid=0 2024-11-25T07:43:30,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520670206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520670210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520670211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520670212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,219 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#B#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:30,219 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/e924a63271144d51996413b3a2bb6043 is 50, key is test_row_0/B:col10/1732520610095/Put/seqid=0 2024-11-25T07:43:30,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/752d3a01e65949579f59dd6bf43b89e1 is 50, key is test_row_0/A:col10/1732520610177/Put/seqid=0 2024-11-25T07:43:30,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742094_1270 (size=12595) 2024-11-25T07:43:30,238 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/94996a7168e14015a8220bc8ce86fa1d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/94996a7168e14015a8220bc8ce86fa1d 2024-11-25T07:43:30,247 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 779b58d28995ceca60c595427693afce/A of 779b58d28995ceca60c595427693afce into 94996a7168e14015a8220bc8ce86fa1d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:30,247 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:30,247 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/A, priority=12, startTime=1732520610171; duration=0sec 2024-11-25T07:43:30,247 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:30,247 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:A 2024-11-25T07:43:30,247 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:30,248 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:30,248 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/C is initiating minor compaction (all files) 2024-11-25T07:43:30,248 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/C in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,249 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/4d235a90f758461a84956287a132e4f1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/c1136e9215fd4e38ae2a311821dba4b2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/80819d1d59da46d8abf96e27e26adc0b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d1e3c8d98f08427cb0285b668a19e2ae] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=47.8 K 2024-11-25T07:43:30,250 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d235a90f758461a84956287a132e4f1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732520608329 2024-11-25T07:43:30,251 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1136e9215fd4e38ae2a311821dba4b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732520608459 2024-11-25T07:43:30,252 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80819d1d59da46d8abf96e27e26adc0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732520609099 2024-11-25T07:43:30,253 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1e3c8d98f08427cb0285b668a19e2ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732520609465 2024-11-25T07:43:30,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742096_1272 (size=12151) 2024-11-25T07:43:30,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/752d3a01e65949579f59dd6bf43b89e1 2024-11-25T07:43:30,277 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#C#compaction#228 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:30,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:30,277 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/92de286e7be24b8cabbc7fb32788f6ed is 50, key is test_row_0/C:col10/1732520610095/Put/seqid=0 2024-11-25T07:43:30,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:30,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742095_1271 (size=12595) 2024-11-25T07:43:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T07:43:30,288 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/e924a63271144d51996413b3a2bb6043 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/e924a63271144d51996413b3a2bb6043 2024-11-25T07:43:30,296 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 779b58d28995ceca60c595427693afce/B of 779b58d28995ceca60c595427693afce into e924a63271144d51996413b3a2bb6043(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:30,296 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:30,296 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/B, priority=12, startTime=1732520610175; duration=0sec 2024-11-25T07:43:30,297 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:30,297 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:B 2024-11-25T07:43:30,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/73fbc1ba3ec44e189c7e19941f4d09da is 50, key is test_row_0/B:col10/1732520610177/Put/seqid=0 2024-11-25T07:43:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742097_1273 (size=12595) 2024-11-25T07:43:30,325 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/92de286e7be24b8cabbc7fb32788f6ed as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/92de286e7be24b8cabbc7fb32788f6ed 2024-11-25T07:43:30,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520670324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520670325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520670325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520670325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,341 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 779b58d28995ceca60c595427693afce/C of 779b58d28995ceca60c595427693afce into 92de286e7be24b8cabbc7fb32788f6ed(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:30,341 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:30,341 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/C, priority=12, startTime=1732520610185; duration=0sec 2024-11-25T07:43:30,341 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:30,341 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:C 2024-11-25T07:43:30,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742098_1274 (size=12151) 2024-11-25T07:43:30,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:30,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:30,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520670533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520670534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520670534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520670534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:30,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:30,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T07:43:30,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520670633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,638 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in 779b58d28995ceca60c595427693afce of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/73fbc1ba3ec44e189c7e19941f4d09da 2024-11-25T07:43:30,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/b23970600ac24b95ab169fc0b279a219 is 50, key is test_row_0/C:col10/1732520610177/Put/seqid=0 2024-11-25T07:43:30,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742099_1275 (size=12151) 2024-11-25T07:43:30,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/b23970600ac24b95ab169fc0b279a219 2024-11-25T07:43:30,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/752d3a01e65949579f59dd6bf43b89e1 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/752d3a01e65949579f59dd6bf43b89e1 2024-11-25T07:43:30,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/752d3a01e65949579f59dd6bf43b89e1, entries=150, sequenceid=222, filesize=11.9 K 2024-11-25T07:43:30,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/73fbc1ba3ec44e189c7e19941f4d09da as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/73fbc1ba3ec44e189c7e19941f4d09da 2024-11-25T07:43:30,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/73fbc1ba3ec44e189c7e19941f4d09da, entries=150, sequenceid=222, filesize=11.9 K 2024-11-25T07:43:30,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/b23970600ac24b95ab169fc0b279a219 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b23970600ac24b95ab169fc0b279a219 2024-11-25T07:43:30,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b23970600ac24b95ab169fc0b279a219, entries=150, sequenceid=222, filesize=11.9 K 2024-11-25T07:43:30,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 779b58d28995ceca60c595427693afce in 625ms, sequenceid=222, compaction requested=false 2024-11-25T07:43:30,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:30,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T07:43:30,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:30,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:30,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:30,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:30,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:30,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:30,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/83cf1a332b454bfb9e0a0f8647aa9b1b is 50, key is test_row_0/A:col10/1732520610846/Put/seqid=0 2024-11-25T07:43:30,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520670866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520670874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520670874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520670876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:30,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:30,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:30,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742100_1276 (size=14541) 2024-11-25T07:43:30,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/83cf1a332b454bfb9e0a0f8647aa9b1b 2024-11-25T07:43:30,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/dbee3a34757949d7b6210aa7513f2739 is 50, key is test_row_0/B:col10/1732520610846/Put/seqid=0 2024-11-25T07:43:30,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742101_1277 (size=12151) 2024-11-25T07:43:30,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520670983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520670994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520670994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:30,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520670994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:31,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:31,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T07:43:31,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520671194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520671203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520671204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520671204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:31,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:31,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/dbee3a34757949d7b6210aa7513f2739 2024-11-25T07:43:31,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/f1758c8eae004e408500ed0371754b7c is 50, key is test_row_0/C:col10/1732520610846/Put/seqid=0 2024-11-25T07:43:31,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742102_1278 (size=12151) 2024-11-25T07:43:31,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/f1758c8eae004e408500ed0371754b7c 2024-11-25T07:43:31,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/83cf1a332b454bfb9e0a0f8647aa9b1b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/83cf1a332b454bfb9e0a0f8647aa9b1b 2024-11-25T07:43:31,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/83cf1a332b454bfb9e0a0f8647aa9b1b, entries=200, sequenceid=242, filesize=14.2 K 2024-11-25T07:43:31,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:31,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:31,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/dbee3a34757949d7b6210aa7513f2739 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/dbee3a34757949d7b6210aa7513f2739 2024-11-25T07:43:31,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/dbee3a34757949d7b6210aa7513f2739, entries=150, sequenceid=242, filesize=11.9 K 2024-11-25T07:43:31,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/f1758c8eae004e408500ed0371754b7c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/f1758c8eae004e408500ed0371754b7c 2024-11-25T07:43:31,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/f1758c8eae004e408500ed0371754b7c, entries=150, sequenceid=242, filesize=11.9 K 2024-11-25T07:43:31,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 779b58d28995ceca60c595427693afce in 536ms, sequenceid=242, compaction requested=true 2024-11-25T07:43:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:31,383 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:31,383 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:31,386 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:31,386 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/B is initiating minor compaction (all files) 2024-11-25T07:43:31,386 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/B in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,386 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/e924a63271144d51996413b3a2bb6043, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/73fbc1ba3ec44e189c7e19941f4d09da, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/dbee3a34757949d7b6210aa7513f2739] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=36.0 K 2024-11-25T07:43:31,386 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:31,387 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/A is initiating minor compaction (all files) 2024-11-25T07:43:31,387 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/A in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,387 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/94996a7168e14015a8220bc8ce86fa1d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/752d3a01e65949579f59dd6bf43b89e1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/83cf1a332b454bfb9e0a0f8647aa9b1b] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=38.4 K 2024-11-25T07:43:31,387 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting e924a63271144d51996413b3a2bb6043, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732520609465 2024-11-25T07:43:31,389 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 73fbc1ba3ec44e189c7e19941f4d09da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732520610155 2024-11-25T07:43:31,389 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94996a7168e14015a8220bc8ce86fa1d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732520609465 2024-11-25T07:43:31,390 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 752d3a01e65949579f59dd6bf43b89e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732520610155 2024-11-25T07:43:31,390 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting dbee3a34757949d7b6210aa7513f2739, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732520610845 2024-11-25T07:43:31,390 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83cf1a332b454bfb9e0a0f8647aa9b1b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732520610211 2024-11-25T07:43:31,406 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:31,406 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/f3363ef423834f50b5e2758ce01a199c is 50, key is test_row_0/A:col10/1732520610846/Put/seqid=0 2024-11-25T07:43:31,409 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#B#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:31,410 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/72f062a18c2b432e91ebedec43b42aed is 50, key is test_row_0/B:col10/1732520610846/Put/seqid=0 2024-11-25T07:43:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742103_1279 (size=12697) 2024-11-25T07:43:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742104_1280 (size=12697) 2024-11-25T07:43:31,454 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/72f062a18c2b432e91ebedec43b42aed as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/72f062a18c2b432e91ebedec43b42aed 2024-11-25T07:43:31,459 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/B of 779b58d28995ceca60c595427693afce into 72f062a18c2b432e91ebedec43b42aed(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:31,459 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:31,459 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/B, priority=13, startTime=1732520611383; duration=0sec 2024-11-25T07:43:31,459 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:31,459 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:B 2024-11-25T07:43:31,460 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:31,461 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:31,461 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/C is initiating minor compaction (all files) 2024-11-25T07:43:31,461 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/C in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,461 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/92de286e7be24b8cabbc7fb32788f6ed, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b23970600ac24b95ab169fc0b279a219, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/f1758c8eae004e408500ed0371754b7c] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=36.0 K 2024-11-25T07:43:31,461 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 92de286e7be24b8cabbc7fb32788f6ed, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732520609465 2024-11-25T07:43:31,461 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting b23970600ac24b95ab169fc0b279a219, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732520610155 2024-11-25T07:43:31,462 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting f1758c8eae004e408500ed0371754b7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732520610845 2024-11-25T07:43:31,487 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#C#compaction#236 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:31,490 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/79ea975f44dd484396bf8187930fb010 is 50, key is test_row_0/C:col10/1732520610846/Put/seqid=0 2024-11-25T07:43:31,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T07:43:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:31,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/b6f181fe410b4b8587e95c868289fc1a is 50, key is test_row_0/A:col10/1732520610873/Put/seqid=0 2024-11-25T07:43:31,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742105_1281 (size=12697) 2024-11-25T07:43:31,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:31,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:31,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520671533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742106_1282 (size=14591) 2024-11-25T07:43:31,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520671534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520671535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520671536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/b6f181fe410b4b8587e95c868289fc1a 2024-11-25T07:43:31,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/3c81854019e246a39ad8ae621ee8b974 is 50, key is test_row_0/B:col10/1732520610873/Put/seqid=0 2024-11-25T07:43:31,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742107_1283 (size=12201) 2024-11-25T07:43:31,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520671643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520671643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520671643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520671643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:31,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:31,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:31,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:31,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,845 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/f3363ef423834f50b5e2758ce01a199c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f3363ef423834f50b5e2758ce01a199c 2024-11-25T07:43:31,850 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/A of 779b58d28995ceca60c595427693afce into f3363ef423834f50b5e2758ce01a199c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:31,850 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:31,850 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/A, priority=13, startTime=1732520611383; duration=0sec 2024-11-25T07:43:31,850 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:31,850 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:A 2024-11-25T07:43:31,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520671853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520671854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520671854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520671854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:31,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:31,935 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/79ea975f44dd484396bf8187930fb010 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/79ea975f44dd484396bf8187930fb010 2024-11-25T07:43:31,940 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/C of 779b58d28995ceca60c595427693afce into 79ea975f44dd484396bf8187930fb010(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:31,940 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:31,940 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/C, priority=13, startTime=1732520611383; duration=0sec 2024-11-25T07:43:31,940 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:31,940 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:C 2024-11-25T07:43:31,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/3c81854019e246a39ad8ae621ee8b974 2024-11-25T07:43:31,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/5e59a46244634fb49862a7fb9020cd01 is 50, key is test_row_0/C:col10/1732520610873/Put/seqid=0 2024-11-25T07:43:31,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:31,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:31,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742108_1284 (size=12201) 2024-11-25T07:43:31,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/5e59a46244634fb49862a7fb9020cd01 2024-11-25T07:43:32,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/b6f181fe410b4b8587e95c868289fc1a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/b6f181fe410b4b8587e95c868289fc1a 2024-11-25T07:43:32,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/b6f181fe410b4b8587e95c868289fc1a, entries=200, sequenceid=259, filesize=14.2 K 2024-11-25T07:43:32,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/3c81854019e246a39ad8ae621ee8b974 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3c81854019e246a39ad8ae621ee8b974 2024-11-25T07:43:32,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3c81854019e246a39ad8ae621ee8b974, entries=150, sequenceid=259, filesize=11.9 K 2024-11-25T07:43:32,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/5e59a46244634fb49862a7fb9020cd01 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/5e59a46244634fb49862a7fb9020cd01 2024-11-25T07:43:32,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/5e59a46244634fb49862a7fb9020cd01, entries=150, sequenceid=259, filesize=11.9 K 2024-11-25T07:43:32,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 779b58d28995ceca60c595427693afce in 537ms, sequenceid=259, compaction requested=false 2024-11-25T07:43:32,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T07:43:32,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T07:43:32,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:32,143 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T07:43:32,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:32,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:32,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:32,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:32,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:32,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:32,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/f8de5aa2a46349e4be13d838577c91a6 is 50, key is test_row_0/A:col10/1732520611527/Put/seqid=0 2024-11-25T07:43:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:32,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:32,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742109_1285 (size=12301) 2024-11-25T07:43:32,192 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/f8de5aa2a46349e4be13d838577c91a6 2024-11-25T07:43:32,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520672187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520672186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520672188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520672188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/65fac164a35743bc896ee8cb8f2971c7 is 50, key is test_row_0/B:col10/1732520611527/Put/seqid=0 2024-11-25T07:43:32,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742110_1286 (size=12301) 2024-11-25T07:43:32,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520672303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520672303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520672303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520672303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520672513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520672513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520672513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520672523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,630 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/65fac164a35743bc896ee8cb8f2971c7 2024-11-25T07:43:32,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T07:43:32,632 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T07:43:32,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/54aefeecb01a40c6abaa9abe98231e15 is 50, key is test_row_0/C:col10/1732520611527/Put/seqid=0 2024-11-25T07:43:32,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520672643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742111_1287 (size=12301) 2024-11-25T07:43:32,646 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in 779b58d28995ceca60c595427693afce of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,647 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/54aefeecb01a40c6abaa9abe98231e15 2024-11-25T07:43:32,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/f8de5aa2a46349e4be13d838577c91a6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f8de5aa2a46349e4be13d838577c91a6 2024-11-25T07:43:32,655 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f8de5aa2a46349e4be13d838577c91a6, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T07:43:32,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/65fac164a35743bc896ee8cb8f2971c7 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/65fac164a35743bc896ee8cb8f2971c7 2024-11-25T07:43:32,659 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/65fac164a35743bc896ee8cb8f2971c7, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T07:43:32,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/54aefeecb01a40c6abaa9abe98231e15 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/54aefeecb01a40c6abaa9abe98231e15 2024-11-25T07:43:32,663 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/54aefeecb01a40c6abaa9abe98231e15, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T07:43:32,664 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 779b58d28995ceca60c595427693afce in 521ms, sequenceid=278, compaction requested=true 2024-11-25T07:43:32,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:32,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:32,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-25T07:43:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-25T07:43:32,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-25T07:43:32,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6980 sec 2024-11-25T07:43:32,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 2.7030 sec 2024-11-25T07:43:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:32,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T07:43:32,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:32,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:32,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:32,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:32,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:32,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:32,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/3ac8ea0a73cc4871a1e006c51e7653eb is 50, key is test_row_0/A:col10/1732520612186/Put/seqid=0 2024-11-25T07:43:32,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742112_1288 (size=12301) 2024-11-25T07:43:32,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520672843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520672846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520672847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520672848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520672953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520672963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520672963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520672963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:32,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:32,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:33,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520673163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:33,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:33,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520673173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520673173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:33,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:33,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:33,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520673204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:33,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:33,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/3ac8ea0a73cc4871a1e006c51e7653eb 2024-11-25T07:43:33,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/d19d758d67434421bf433c78230e5e87 is 50, key is test_row_0/B:col10/1732520612186/Put/seqid=0 2024-11-25T07:43:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742113_1289 (size=12301) 2024-11-25T07:43:33,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520673473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:33,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:33,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520673483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:33,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:33,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520673483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:33,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:33,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520673513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:33,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/d19d758d67434421bf433c78230e5e87 2024-11-25T07:43:33,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/7e121fada8cf43aa8d4dc7cda8b969fa is 50, key is test_row_0/C:col10/1732520612186/Put/seqid=0 2024-11-25T07:43:33,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742114_1290 (size=12301) 2024-11-25T07:43:33,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/7e121fada8cf43aa8d4dc7cda8b969fa 2024-11-25T07:43:33,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/3ac8ea0a73cc4871a1e006c51e7653eb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3ac8ea0a73cc4871a1e006c51e7653eb 2024-11-25T07:43:33,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3ac8ea0a73cc4871a1e006c51e7653eb, entries=150, sequenceid=296, filesize=12.0 K 2024-11-25T07:43:33,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/d19d758d67434421bf433c78230e5e87 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/d19d758d67434421bf433c78230e5e87 2024-11-25T07:43:33,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/d19d758d67434421bf433c78230e5e87, entries=150, sequenceid=296, filesize=12.0 K 2024-11-25T07:43:33,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/7e121fada8cf43aa8d4dc7cda8b969fa as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/7e121fada8cf43aa8d4dc7cda8b969fa 2024-11-25T07:43:33,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/7e121fada8cf43aa8d4dc7cda8b969fa, entries=150, sequenceid=296, filesize=12.0 K 2024-11-25T07:43:33,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 779b58d28995ceca60c595427693afce in 873ms, sequenceid=296, compaction requested=true 2024-11-25T07:43:33,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:33,700 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:33,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:33,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:33,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:33,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:33,700 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:33,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:33,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:33,701 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49500 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:33,701 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51890 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:33,701 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/B is initiating minor compaction (all files) 2024-11-25T07:43:33,701 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/A is initiating minor compaction (all files) 2024-11-25T07:43:33,702 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/A in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:33,702 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/B in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:33,702 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/72f062a18c2b432e91ebedec43b42aed, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3c81854019e246a39ad8ae621ee8b974, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/65fac164a35743bc896ee8cb8f2971c7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/d19d758d67434421bf433c78230e5e87] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=48.3 K 2024-11-25T07:43:33,702 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f3363ef423834f50b5e2758ce01a199c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/b6f181fe410b4b8587e95c868289fc1a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f8de5aa2a46349e4be13d838577c91a6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3ac8ea0a73cc4871a1e006c51e7653eb] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=50.7 K 2024-11-25T07:43:33,702 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3363ef423834f50b5e2758ce01a199c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732520610845 2024-11-25T07:43:33,702 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 72f062a18c2b432e91ebedec43b42aed, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732520610845 2024-11-25T07:43:33,702 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c81854019e246a39ad8ae621ee8b974, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732520610856 2024-11-25T07:43:33,703 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 65fac164a35743bc896ee8cb8f2971c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732520611527 2024-11-25T07:43:33,703 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting d19d758d67434421bf433c78230e5e87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732520612176 2024-11-25T07:43:33,703 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6f181fe410b4b8587e95c868289fc1a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732520610856 2024-11-25T07:43:33,704 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8de5aa2a46349e4be13d838577c91a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732520611527 2024-11-25T07:43:33,705 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ac8ea0a73cc4871a1e006c51e7653eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732520612176 2024-11-25T07:43:33,719 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#B#compaction#246 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:33,721 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/999cab4aa7f84b8292bc9e6467f8d2a0 is 50, key is test_row_0/B:col10/1732520612186/Put/seqid=0 2024-11-25T07:43:33,724 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#A#compaction#247 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:33,724 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/a43f2f0add6a4cdcbad2f01756b8dfb6 is 50, key is test_row_0/A:col10/1732520612186/Put/seqid=0 2024-11-25T07:43:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742115_1291 (size=12983) 2024-11-25T07:43:33,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742116_1292 (size=12983) 2024-11-25T07:43:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:33,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T07:43:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:33,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:33,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/a9dd30fab9f346d885bba477b23b2ed9 is 50, key is test_row_0/A:col10/1732520612832/Put/seqid=0 2024-11-25T07:43:33,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742117_1293 (size=14741) 2024-11-25T07:43:34,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520674020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:34,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520674021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:34,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:34,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520674021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:34,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:34,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520674023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T07:43:34,123 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:34,124 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-25T07:43:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T07:43:34,125 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:34,126 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:34,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:34,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520674123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:34,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:34,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520674133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:34,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:34,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520674133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:34,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:34,157 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/999cab4aa7f84b8292bc9e6467f8d2a0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/999cab4aa7f84b8292bc9e6467f8d2a0 2024-11-25T07:43:34,157 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/a43f2f0add6a4cdcbad2f01756b8dfb6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/a43f2f0add6a4cdcbad2f01756b8dfb6 2024-11-25T07:43:34,163 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 779b58d28995ceca60c595427693afce/A of 779b58d28995ceca60c595427693afce into a43f2f0add6a4cdcbad2f01756b8dfb6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:34,163 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 779b58d28995ceca60c595427693afce/B of 779b58d28995ceca60c595427693afce into 999cab4aa7f84b8292bc9e6467f8d2a0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:34,163 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:34,163 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:34,163 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/A, priority=12, startTime=1732520613700; duration=0sec 2024-11-25T07:43:34,163 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/B, priority=12, startTime=1732520613700; duration=0sec 2024-11-25T07:43:34,163 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:34,164 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:A 2024-11-25T07:43:34,164 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:34,164 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:B 2024-11-25T07:43:34,164 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:34,165 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49500 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:34,165 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/C is initiating minor compaction (all files) 2024-11-25T07:43:34,165 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/C in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:34,165 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/79ea975f44dd484396bf8187930fb010, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/5e59a46244634fb49862a7fb9020cd01, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/54aefeecb01a40c6abaa9abe98231e15, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/7e121fada8cf43aa8d4dc7cda8b969fa] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=48.3 K 2024-11-25T07:43:34,166 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79ea975f44dd484396bf8187930fb010, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732520610845 2024-11-25T07:43:34,166 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e59a46244634fb49862a7fb9020cd01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732520610856 2024-11-25T07:43:34,166 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54aefeecb01a40c6abaa9abe98231e15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732520611527 2024-11-25T07:43:34,167 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e121fada8cf43aa8d4dc7cda8b969fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732520612176 2024-11-25T07:43:34,175 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#C#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:34,176 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/765fe18bfd7c468aaada339812263aab is 50, key is test_row_0/C:col10/1732520612186/Put/seqid=0 2024-11-25T07:43:34,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742118_1294 (size=12983) 2024-11-25T07:43:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T07:43:34,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T07:43:34,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:34,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:34,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:34,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:34,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:34,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520674333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:34,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520674344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:34,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:34,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520674344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:34,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:34,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/a9dd30fab9f346d885bba477b23b2ed9 2024-11-25T07:43:34,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9d78febfddc54770af8b133b96714ba9 is 50, key is test_row_0/B:col10/1732520612832/Put/seqid=0 2024-11-25T07:43:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742119_1295 (size=12301) 2024-11-25T07:43:34,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9d78febfddc54770af8b133b96714ba9 2024-11-25T07:43:34,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/0d5b6b09536840c096d38eddb29aca6d is 50, key is test_row_0/C:col10/1732520612832/Put/seqid=0 2024-11-25T07:43:34,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742120_1296 (size=12301) 2024-11-25T07:43:34,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T07:43:34,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:34,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:34,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:34,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:34,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T07:43:34,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T07:43:34,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:34,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:34,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:34,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:34,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:34,599 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/765fe18bfd7c468aaada339812263aab as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/765fe18bfd7c468aaada339812263aab 2024-11-25T07:43:34,603 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 779b58d28995ceca60c595427693afce/C of 779b58d28995ceca60c595427693afce into 765fe18bfd7c468aaada339812263aab(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:34,603 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:34,604 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/C, priority=12, startTime=1732520613700; duration=0sec 2024-11-25T07:43:34,604 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:34,604 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:C 2024-11-25T07:43:34,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520674643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:34,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520674653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520674653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:34,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T07:43:34,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:34,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:34,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:34,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:34,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T07:43:34,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/0d5b6b09536840c096d38eddb29aca6d 2024-11-25T07:43:34,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/a9dd30fab9f346d885bba477b23b2ed9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/a9dd30fab9f346d885bba477b23b2ed9 2024-11-25T07:43:34,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/a9dd30fab9f346d885bba477b23b2ed9, entries=200, sequenceid=311, filesize=14.4 K 2024-11-25T07:43:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9d78febfddc54770af8b133b96714ba9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9d78febfddc54770af8b133b96714ba9 2024-11-25T07:43:34,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9d78febfddc54770af8b133b96714ba9, entries=150, sequenceid=311, filesize=12.0 K 2024-11-25T07:43:34,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/0d5b6b09536840c096d38eddb29aca6d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/0d5b6b09536840c096d38eddb29aca6d 2024-11-25T07:43:34,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/0d5b6b09536840c096d38eddb29aca6d, entries=150, sequenceid=311, filesize=12.0 K 2024-11-25T07:43:34,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 779b58d28995ceca60c595427693afce in 871ms, sequenceid=311, compaction requested=false 2024-11-25T07:43:34,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:34,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T07:43:34,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:34,896 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T07:43:34,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:34,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:34,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:34,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:34,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:34,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:34,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/029fff204a404c01bc5d465c840b04af is 50, key is test_row_0/A:col10/1732520614012/Put/seqid=0 2024-11-25T07:43:34,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742121_1297 (size=12301) 2024-11-25T07:43:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:35,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:35,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520675105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:35,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520675153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:35,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520675163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:35,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:35,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520675163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:35,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:35,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520675213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:35,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T07:43:35,306 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/029fff204a404c01bc5d465c840b04af 2024-11-25T07:43:35,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/f6681e6d21434bac90222231275bf77a is 50, key is test_row_0/B:col10/1732520614012/Put/seqid=0 2024-11-25T07:43:35,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742122_1298 (size=12301) 2024-11-25T07:43:35,317 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/f6681e6d21434bac90222231275bf77a 2024-11-25T07:43:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/4f64d9e5480f4216aab9f0a43ddb1cfe is 50, key is test_row_0/C:col10/1732520614012/Put/seqid=0 2024-11-25T07:43:35,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742123_1299 (size=12301) 2024-11-25T07:43:35,331 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/4f64d9e5480f4216aab9f0a43ddb1cfe 2024-11-25T07:43:35,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/029fff204a404c01bc5d465c840b04af as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/029fff204a404c01bc5d465c840b04af 2024-11-25T07:43:35,340 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/029fff204a404c01bc5d465c840b04af, entries=150, sequenceid=331, filesize=12.0 K 2024-11-25T07:43:35,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/f6681e6d21434bac90222231275bf77a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/f6681e6d21434bac90222231275bf77a 2024-11-25T07:43:35,345 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/f6681e6d21434bac90222231275bf77a, entries=150, sequenceid=331, filesize=12.0 K 2024-11-25T07:43:35,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/4f64d9e5480f4216aab9f0a43ddb1cfe as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/4f64d9e5480f4216aab9f0a43ddb1cfe 2024-11-25T07:43:35,349 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/4f64d9e5480f4216aab9f0a43ddb1cfe, entries=150, sequenceid=331, filesize=12.0 K 2024-11-25T07:43:35,350 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 779b58d28995ceca60c595427693afce in 454ms, sequenceid=331, compaction requested=true 2024-11-25T07:43:35,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:35,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:35,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-25T07:43:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-25T07:43:35,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-25T07:43:35,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2250 sec 2024-11-25T07:43:35,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.2290 sec 2024-11-25T07:43:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:35,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T07:43:35,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:35,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:35,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:35,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:35,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:35,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:35,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/773dce2e35ee44f6b9b3c395340f137e is 50, key is test_row_0/A:col10/1732520615099/Put/seqid=0 2024-11-25T07:43:35,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742124_1300 (size=14741) 2024-11-25T07:43:35,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520675512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:35,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520675623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:35,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:35,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520675833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:35,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:35,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:35,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/773dce2e35ee44f6b9b3c395340f137e 2024-11-25T07:43:35,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9f6e5143db2a41008e2385572dacdf21 is 50, key is test_row_0/B:col10/1732520615099/Put/seqid=0 2024-11-25T07:43:35,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742125_1301 (size=12301) 2024-11-25T07:43:36,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:36,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520676143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:36,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:36,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520676174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:36,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520676174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:36,177 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in 779b58d28995ceca60c595427693afce of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:36,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520676174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:36,178 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in 779b58d28995ceca60c595427693afce of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:36,178 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in 779b58d28995ceca60c595427693afce of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T07:43:36,273 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:36,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9f6e5143db2a41008e2385572dacdf21 2024-11-25T07:43:36,276 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-25T07:43:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T07:43:36,279 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:36,280 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:36,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:36,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/9454637760f54ab2a53bc058112dddce is 50, key is test_row_0/C:col10/1732520615099/Put/seqid=0 2024-11-25T07:43:36,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742126_1302 (size=12301) 2024-11-25T07:43:36,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/9454637760f54ab2a53bc058112dddce 2024-11-25T07:43:36,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/773dce2e35ee44f6b9b3c395340f137e as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/773dce2e35ee44f6b9b3c395340f137e 2024-11-25T07:43:36,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/773dce2e35ee44f6b9b3c395340f137e, entries=200, sequenceid=347, filesize=14.4 K 2024-11-25T07:43:36,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9f6e5143db2a41008e2385572dacdf21 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9f6e5143db2a41008e2385572dacdf21 2024-11-25T07:43:36,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9f6e5143db2a41008e2385572dacdf21, entries=150, sequenceid=347, filesize=12.0 K 2024-11-25T07:43:36,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/9454637760f54ab2a53bc058112dddce as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/9454637760f54ab2a53bc058112dddce 2024-11-25T07:43:36,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/9454637760f54ab2a53bc058112dddce, entries=150, sequenceid=347, filesize=12.0 K 2024-11-25T07:43:36,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 779b58d28995ceca60c595427693afce in 901ms, sequenceid=347, compaction requested=true 2024-11-25T07:43:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:36,327 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:36,327 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:36,329 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:36,329 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/B is initiating minor compaction (all files) 2024-11-25T07:43:36,330 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/B in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:36,330 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/999cab4aa7f84b8292bc9e6467f8d2a0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9d78febfddc54770af8b133b96714ba9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/f6681e6d21434bac90222231275bf77a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9f6e5143db2a41008e2385572dacdf21] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=48.7 K 2024-11-25T07:43:36,331 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:36,331 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 999cab4aa7f84b8292bc9e6467f8d2a0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732520612176 2024-11-25T07:43:36,331 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/A is initiating minor compaction (all files) 2024-11-25T07:43:36,331 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/A in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:36,331 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/a43f2f0add6a4cdcbad2f01756b8dfb6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/a9dd30fab9f346d885bba477b23b2ed9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/029fff204a404c01bc5d465c840b04af, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/773dce2e35ee44f6b9b3c395340f137e] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=53.5 K 2024-11-25T07:43:36,331 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d78febfddc54770af8b133b96714ba9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732520612832 2024-11-25T07:43:36,331 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting f6681e6d21434bac90222231275bf77a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732520614012 2024-11-25T07:43:36,331 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting a43f2f0add6a4cdcbad2f01756b8dfb6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732520612176 2024-11-25T07:43:36,331 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f6e5143db2a41008e2385572dacdf21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732520615099 2024-11-25T07:43:36,332 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9dd30fab9f346d885bba477b23b2ed9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732520612832 2024-11-25T07:43:36,336 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 029fff204a404c01bc5d465c840b04af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732520614012 2024-11-25T07:43:36,337 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 773dce2e35ee44f6b9b3c395340f137e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732520615080 2024-11-25T07:43:36,370 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:36,370 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#A#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:36,370 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/a28888d1740c41839c577c24db7a522f is 50, key is test_row_0/B:col10/1732520615099/Put/seqid=0 2024-11-25T07:43:36,370 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/1e74652f40b944b8bdba4c529c9c59ca is 50, key is test_row_0/A:col10/1732520615099/Put/seqid=0 2024-11-25T07:43:36,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742127_1303 (size=13119) 2024-11-25T07:43:36,380 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/a28888d1740c41839c577c24db7a522f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a28888d1740c41839c577c24db7a522f 2024-11-25T07:43:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T07:43:36,417 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 779b58d28995ceca60c595427693afce/B of 779b58d28995ceca60c595427693afce into a28888d1740c41839c577c24db7a522f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:36,417 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:36,417 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/B, priority=12, startTime=1732520616327; duration=0sec 2024-11-25T07:43:36,417 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:36,417 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:B 2024-11-25T07:43:36,417 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:36,421 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:36,421 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/C is initiating minor compaction (all files) 2024-11-25T07:43:36,421 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/C in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:36,421 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/765fe18bfd7c468aaada339812263aab, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/0d5b6b09536840c096d38eddb29aca6d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/4f64d9e5480f4216aab9f0a43ddb1cfe, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/9454637760f54ab2a53bc058112dddce] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=48.7 K 2024-11-25T07:43:36,425 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 765fe18bfd7c468aaada339812263aab, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732520612176 2024-11-25T07:43:36,425 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d5b6b09536840c096d38eddb29aca6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732520612832 2024-11-25T07:43:36,426 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f64d9e5480f4216aab9f0a43ddb1cfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732520614012 2024-11-25T07:43:36,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742128_1304 (size=13119) 2024-11-25T07:43:36,429 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 9454637760f54ab2a53bc058112dddce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732520615099 2024-11-25T07:43:36,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-25T07:43:36,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:36,435 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T07:43:36,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:36,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:36,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:36,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:36,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:36,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:36,437 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/1e74652f40b944b8bdba4c529c9c59ca as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/1e74652f40b944b8bdba4c529c9c59ca 2024-11-25T07:43:36,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/4627d5e30c8b4ce8bd4c08ec1080f5cd is 50, key is test_row_0/A:col10/1732520615510/Put/seqid=0 2024-11-25T07:43:36,445 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 779b58d28995ceca60c595427693afce/A of 779b58d28995ceca60c595427693afce into 1e74652f40b944b8bdba4c529c9c59ca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:36,445 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:36,445 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/A, priority=12, startTime=1732520616327; duration=0sec 2024-11-25T07:43:36,445 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:36,445 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:A 2024-11-25T07:43:36,473 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#C#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:36,474 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/dddbac6c2959411c90ce42f860f82961 is 50, key is test_row_0/C:col10/1732520615099/Put/seqid=0 2024-11-25T07:43:36,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742129_1305 (size=12301) 2024-11-25T07:43:36,481 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/4627d5e30c8b4ce8bd4c08ec1080f5cd 2024-11-25T07:43:36,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/2b37031b6b8440a7b79cbb6ea097dca0 is 50, key is test_row_0/B:col10/1732520615510/Put/seqid=0 2024-11-25T07:43:36,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742130_1306 (size=13119) 2024-11-25T07:43:36,512 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/dddbac6c2959411c90ce42f860f82961 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/dddbac6c2959411c90ce42f860f82961 2024-11-25T07:43:36,522 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 779b58d28995ceca60c595427693afce/C of 779b58d28995ceca60c595427693afce into dddbac6c2959411c90ce42f860f82961(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:36,522 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:36,522 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/C, priority=12, startTime=1732520616327; duration=0sec 2024-11-25T07:43:36,522 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:36,522 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:C 2024-11-25T07:43:36,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742131_1307 (size=12301) 2024-11-25T07:43:36,533 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/2b37031b6b8440a7b79cbb6ea097dca0 2024-11-25T07:43:36,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/dac6609fe0154a0cacb1e0d6d63a9680 is 50, key is test_row_0/C:col10/1732520615510/Put/seqid=0 2024-11-25T07:43:36,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742132_1308 (size=12301) 2024-11-25T07:43:36,566 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/dac6609fe0154a0cacb1e0d6d63a9680 2024-11-25T07:43:36,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/4627d5e30c8b4ce8bd4c08ec1080f5cd as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4627d5e30c8b4ce8bd4c08ec1080f5cd 2024-11-25T07:43:36,576 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4627d5e30c8b4ce8bd4c08ec1080f5cd, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T07:43:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/2b37031b6b8440a7b79cbb6ea097dca0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/2b37031b6b8440a7b79cbb6ea097dca0 2024-11-25T07:43:36,582 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/2b37031b6b8440a7b79cbb6ea097dca0, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T07:43:36,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/dac6609fe0154a0cacb1e0d6d63a9680 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/dac6609fe0154a0cacb1e0d6d63a9680 2024-11-25T07:43:36,589 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/dac6609fe0154a0cacb1e0d6d63a9680, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T07:43:36,590 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 779b58d28995ceca60c595427693afce in 155ms, sequenceid=364, compaction requested=false 2024-11-25T07:43:36,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:36,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:36,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-25T07:43:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-25T07:43:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T07:43:36,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-25T07:43:36,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 312 msec 2024-11-25T07:43:36,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 318 msec 2024-11-25T07:43:36,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:43:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:36,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/4898d1a688af439c93b4ccb2058c4eaf is 50, key is test_row_0/A:col10/1732520616661/Put/seqid=0 2024-11-25T07:43:36,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742133_1309 (size=12301) 2024-11-25T07:43:36,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520616682, max timestamp=1732520616711Num uniques 859; 2024-11-25T07:43:36,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:36,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520616682, max timestamp=1732520616711Num uniques 859; 2024-11-25T07:43:36,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520616682, max timestamp=1732520616711Num uniques 859; 2024-11-25T07:43:36,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:36,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:36,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520676763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:36,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520676767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:36,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:36,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520676873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T07:43:36,904 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:36,904 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-25T07:43:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T07:43:36,910 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:36,910 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:36,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:36,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520676903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T07:43:37,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T07:43:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:37,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:37,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:37,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520677083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:37,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/4898d1a688af439c93b4ccb2058c4eaf 2024-11-25T07:43:37,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:37,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:37,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:37,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9f8d6a2b952d4a788e20406e1244e465 is 50, key is test_row_0/B:col10/1732520616661/Put/seqid=0 2024-11-25T07:43:37,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742134_1310 (size=12301) 2024-11-25T07:43:37,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520677123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:37,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T07:43:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:37,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T07:43:37,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T07:43:37,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:37,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:37,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:37,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520677393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:37,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:37,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520677433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:37,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:37,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9f8d6a2b952d4a788e20406e1244e465 2024-11-25T07:43:37,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/b6aa55c2efff42ec9b500b5f2c30170c is 50, key is test_row_0/C:col10/1732520616661/Put/seqid=0 2024-11-25T07:43:37,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742135_1311 (size=12301) 2024-11-25T07:43:37,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/b6aa55c2efff42ec9b500b5f2c30170c 2024-11-25T07:43:37,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T07:43:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:37,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T07:43:37,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/4898d1a688af439c93b4ccb2058c4eaf as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4898d1a688af439c93b4ccb2058c4eaf 2024-11-25T07:43:37,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4898d1a688af439c93b4ccb2058c4eaf, entries=150, sequenceid=376, filesize=12.0 K 2024-11-25T07:43:37,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9f8d6a2b952d4a788e20406e1244e465 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9f8d6a2b952d4a788e20406e1244e465 2024-11-25T07:43:37,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9f8d6a2b952d4a788e20406e1244e465, entries=150, sequenceid=376, filesize=12.0 K 2024-11-25T07:43:37,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/b6aa55c2efff42ec9b500b5f2c30170c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b6aa55c2efff42ec9b500b5f2c30170c 2024-11-25T07:43:37,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b6aa55c2efff42ec9b500b5f2c30170c, entries=150, sequenceid=376, filesize=12.0 K 2024-11-25T07:43:37,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 779b58d28995ceca60c595427693afce in 884ms, sequenceid=376, compaction requested=true 2024-11-25T07:43:37,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:37,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:37,549 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:37,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:37,549 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:37,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:37,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:37,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:37,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:37,551 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:37,551 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/B is initiating minor compaction (all files) 2024-11-25T07:43:37,551 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:37,551 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/A is initiating minor compaction (all files) 2024-11-25T07:43:37,551 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/B in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:37,551 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/A in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:37,551 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/1e74652f40b944b8bdba4c529c9c59ca, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4627d5e30c8b4ce8bd4c08ec1080f5cd, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4898d1a688af439c93b4ccb2058c4eaf] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=36.8 K 2024-11-25T07:43:37,551 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a28888d1740c41839c577c24db7a522f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/2b37031b6b8440a7b79cbb6ea097dca0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9f8d6a2b952d4a788e20406e1244e465] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=36.8 K 2024-11-25T07:43:37,551 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e74652f40b944b8bdba4c529c9c59ca, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732520615099 2024-11-25T07:43:37,551 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting a28888d1740c41839c577c24db7a522f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732520615099 2024-11-25T07:43:37,551 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4627d5e30c8b4ce8bd4c08ec1080f5cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732520615469 2024-11-25T07:43:37,551 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b37031b6b8440a7b79cbb6ea097dca0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732520615469 2024-11-25T07:43:37,552 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4898d1a688af439c93b4ccb2058c4eaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732520616657 2024-11-25T07:43:37,552 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f8d6a2b952d4a788e20406e1244e465, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732520616657 2024-11-25T07:43:37,560 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:37,563 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:37,564 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/30919af500a54f70a0aea00604bb973a is 50, key is test_row_0/A:col10/1732520616661/Put/seqid=0 2024-11-25T07:43:37,564 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/624ad5da14b74c36b3f7000be96b35d3 is 50, key is test_row_0/B:col10/1732520616661/Put/seqid=0 2024-11-25T07:43:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742136_1312 (size=13221) 2024-11-25T07:43:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742137_1313 (size=13221) 2024-11-25T07:43:37,578 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/624ad5da14b74c36b3f7000be96b35d3 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/624ad5da14b74c36b3f7000be96b35d3 2024-11-25T07:43:37,584 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/B of 779b58d28995ceca60c595427693afce into 624ad5da14b74c36b3f7000be96b35d3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:37,584 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:37,584 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/B, priority=13, startTime=1732520617549; duration=0sec 2024-11-25T07:43:37,584 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:37,584 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:B 2024-11-25T07:43:37,584 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:37,586 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:37,586 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/C is initiating minor compaction (all files) 2024-11-25T07:43:37,586 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/C in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:37,586 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/dddbac6c2959411c90ce42f860f82961, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/dac6609fe0154a0cacb1e0d6d63a9680, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b6aa55c2efff42ec9b500b5f2c30170c] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=36.8 K 2024-11-25T07:43:37,586 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting dddbac6c2959411c90ce42f860f82961, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732520615099 2024-11-25T07:43:37,587 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting dac6609fe0154a0cacb1e0d6d63a9680, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732520615469 2024-11-25T07:43:37,587 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting b6aa55c2efff42ec9b500b5f2c30170c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732520616657 2024-11-25T07:43:37,595 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:37,595 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/a4d36ea96a4b4e7c8ee96d6be9fd0785 is 50, key is test_row_0/C:col10/1732520616661/Put/seqid=0 2024-11-25T07:43:37,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742138_1314 (size=13221) 2024-11-25T07:43:37,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T07:43:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:37,680 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T07:43:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:37,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/d0c37afac1e344a58c7d92c33451fd4b is 50, key is test_row_0/A:col10/1732520616766/Put/seqid=0 2024-11-25T07:43:37,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742139_1315 (size=12301) 2024-11-25T07:43:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:37,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:37,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520677941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:37,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:37,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520677943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:37,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:37,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:37,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:37,973 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/30919af500a54f70a0aea00604bb973a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/30919af500a54f70a0aea00604bb973a 2024-11-25T07:43:37,977 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/A of 779b58d28995ceca60c595427693afce into 30919af500a54f70a0aea00604bb973a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:37,977 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:37,977 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/A, priority=13, startTime=1732520617549; duration=0sec 2024-11-25T07:43:37,977 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:37,977 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:A 2024-11-25T07:43:38,004 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/a4d36ea96a4b4e7c8ee96d6be9fd0785 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/a4d36ea96a4b4e7c8ee96d6be9fd0785 2024-11-25T07:43:38,008 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/C of 779b58d28995ceca60c595427693afce into a4d36ea96a4b4e7c8ee96d6be9fd0785(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:38,008 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:38,008 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/C, priority=13, startTime=1732520617550; duration=0sec 2024-11-25T07:43:38,008 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:38,008 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:C 2024-11-25T07:43:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T07:43:38,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520678053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:38,089 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/d0c37afac1e344a58c7d92c33451fd4b 2024-11-25T07:43:38,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/eccc68206dce45ba9deedc50c050e237 is 50, key is test_row_0/B:col10/1732520616766/Put/seqid=0 2024-11-25T07:43:38,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742140_1316 (size=12301) 2024-11-25T07:43:38,113 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/eccc68206dce45ba9deedc50c050e237 2024-11-25T07:43:38,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/e3d5032f93b14a5f9a313c3bfc7830e7 is 50, key is test_row_0/C:col10/1732520616766/Put/seqid=0 2024-11-25T07:43:38,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742141_1317 (size=12301) 2024-11-25T07:43:38,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520678193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:38,195 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in 779b58d28995ceca60c595427693afce of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:38,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520678193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:38,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520678193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:38,197 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in 779b58d28995ceca60c595427693afce of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:38,197 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in 779b58d28995ceca60c595427693afce of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:38,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520678263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:38,546 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/e3d5032f93b14a5f9a313c3bfc7830e7 2024-11-25T07:43:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/d0c37afac1e344a58c7d92c33451fd4b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/d0c37afac1e344a58c7d92c33451fd4b 2024-11-25T07:43:38,554 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/d0c37afac1e344a58c7d92c33451fd4b, entries=150, sequenceid=414, filesize=12.0 K 2024-11-25T07:43:38,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/eccc68206dce45ba9deedc50c050e237 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/eccc68206dce45ba9deedc50c050e237 2024-11-25T07:43:38,559 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/eccc68206dce45ba9deedc50c050e237, entries=150, sequenceid=414, filesize=12.0 K 2024-11-25T07:43:38,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/e3d5032f93b14a5f9a313c3bfc7830e7 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e3d5032f93b14a5f9a313c3bfc7830e7 2024-11-25T07:43:38,564 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e3d5032f93b14a5f9a313c3bfc7830e7, entries=150, sequenceid=414, filesize=12.0 K 2024-11-25T07:43:38,564 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 779b58d28995ceca60c595427693afce in 884ms, sequenceid=414, compaction requested=false 2024-11-25T07:43:38,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:38,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:38,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-25T07:43:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-25T07:43:38,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-25T07:43:38,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6550 sec 2024-11-25T07:43:38,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.6640 sec 2024-11-25T07:43:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:38,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T07:43:38,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:38,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:38,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:38,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:38,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:38,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:38,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/de9b835ed55a4a428e4dfda18cc0f87a is 50, key is test_row_0/A:col10/1732520618576/Put/seqid=0 2024-11-25T07:43:38,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742142_1318 (size=12301) 2024-11-25T07:43:38,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/de9b835ed55a4a428e4dfda18cc0f87a 2024-11-25T07:43:38,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/a9d3d3bf2a144566aef886173788012f is 50, key is test_row_0/B:col10/1732520618576/Put/seqid=0 2024-11-25T07:43:38,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742143_1319 (size=12301) 2024-11-25T07:43:38,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/a9d3d3bf2a144566aef886173788012f 2024-11-25T07:43:38,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/e6edc23ec8af4777a3aceecddf6346c4 is 50, key is test_row_0/C:col10/1732520618576/Put/seqid=0 2024-11-25T07:43:38,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742144_1320 (size=12301) 2024-11-25T07:43:38,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/e6edc23ec8af4777a3aceecddf6346c4 2024-11-25T07:43:38,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/de9b835ed55a4a428e4dfda18cc0f87a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/de9b835ed55a4a428e4dfda18cc0f87a 2024-11-25T07:43:38,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/de9b835ed55a4a428e4dfda18cc0f87a, entries=150, sequenceid=427, filesize=12.0 K 2024-11-25T07:43:38,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/a9d3d3bf2a144566aef886173788012f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a9d3d3bf2a144566aef886173788012f 2024-11-25T07:43:38,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a9d3d3bf2a144566aef886173788012f, entries=150, sequenceid=427, filesize=12.0 K 2024-11-25T07:43:38,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520618643, max timestamp=1732520618679Num uniques 859; 2024-11-25T07:43:38,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520618643, max timestamp=1732520618679Num uniques 859; 2024-11-25T07:43:38,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:38,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:38,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520618643, max timestamp=1732520618679Num uniques 859; 2024-11-25T07:43:38,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:38,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/e6edc23ec8af4777a3aceecddf6346c4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e6edc23ec8af4777a3aceecddf6346c4 2024-11-25T07:43:38,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e6edc23ec8af4777a3aceecddf6346c4, entries=150, sequenceid=427, filesize=12.0 K 2024-11-25T07:43:38,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=40.25 KB/41220 for 779b58d28995ceca60c595427693afce in 115ms, sequenceid=427, compaction requested=true 2024-11-25T07:43:38,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:38,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:38,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:38,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:38,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:38,694 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:38,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:38,694 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:38,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:38,695 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:38,695 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/A is initiating minor compaction (all files) 2024-11-25T07:43:38,695 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/A in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:38,695 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:38,695 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/30919af500a54f70a0aea00604bb973a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/d0c37afac1e344a58c7d92c33451fd4b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/de9b835ed55a4a428e4dfda18cc0f87a] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=36.9 K 2024-11-25T07:43:38,695 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/B is initiating minor compaction (all files) 2024-11-25T07:43:38,695 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/B in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:38,695 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30919af500a54f70a0aea00604bb973a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732520616657 2024-11-25T07:43:38,695 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/624ad5da14b74c36b3f7000be96b35d3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/eccc68206dce45ba9deedc50c050e237, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a9d3d3bf2a144566aef886173788012f] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=36.9 K 2024-11-25T07:43:38,695 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0c37afac1e344a58c7d92c33451fd4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732520616751 2024-11-25T07:43:38,696 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 624ad5da14b74c36b3f7000be96b35d3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732520616657 2024-11-25T07:43:38,696 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting de9b835ed55a4a428e4dfda18cc0f87a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732520617919 2024-11-25T07:43:38,696 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting eccc68206dce45ba9deedc50c050e237, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732520616751 2024-11-25T07:43:38,696 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting a9d3d3bf2a144566aef886173788012f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732520617919 2024-11-25T07:43:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:38,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-25T07:43:38,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:38,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:38,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:38,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:38,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:38,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:38,706 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:38,707 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/42e1e17c2947421cbcdeedc95c826df4 is 50, key is test_row_0/B:col10/1732520618576/Put/seqid=0 2024-11-25T07:43:38,710 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:38,711 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/2eb2177f5e074e08866a6e856c726e93 is 50, key is test_row_0/A:col10/1732520618576/Put/seqid=0 2024-11-25T07:43:38,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/7b0e30c1821e45dd9f13211a45e97757 is 50, key is test_row_0/A:col10/1732520618703/Put/seqid=0 2024-11-25T07:43:38,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742145_1321 (size=13323) 2024-11-25T07:43:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742146_1322 (size=13323) 2024-11-25T07:43:38,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742147_1323 (size=12301) 2024-11-25T07:43:38,784 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/2eb2177f5e074e08866a6e856c726e93 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2eb2177f5e074e08866a6e856c726e93 2024-11-25T07:43:38,793 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/A of 779b58d28995ceca60c595427693afce into 2eb2177f5e074e08866a6e856c726e93(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:38,793 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:38,793 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/A, priority=13, startTime=1732520618694; duration=0sec 2024-11-25T07:43:38,793 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:38,793 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:A 2024-11-25T07:43:38,793 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:38,795 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:38,796 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/C is initiating minor compaction (all files) 2024-11-25T07:43:38,796 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/C in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:38,796 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/a4d36ea96a4b4e7c8ee96d6be9fd0785, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e3d5032f93b14a5f9a313c3bfc7830e7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e6edc23ec8af4777a3aceecddf6346c4] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=36.9 K 2024-11-25T07:43:38,796 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4d36ea96a4b4e7c8ee96d6be9fd0785, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732520616657 2024-11-25T07:43:38,797 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3d5032f93b14a5f9a313c3bfc7830e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732520616751 2024-11-25T07:43:38,797 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6edc23ec8af4777a3aceecddf6346c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732520617919 2024-11-25T07:43:38,810 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:38,811 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/6a986b28de0f4b3d93993e6608a5ae7a is 50, key is test_row_0/C:col10/1732520618576/Put/seqid=0 2024-11-25T07:43:38,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742148_1324 (size=13323) 2024-11-25T07:43:38,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520618784, max timestamp=1732520618826Num uniques 859; 2024-11-25T07:43:38,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:38,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520618784, max timestamp=1732520618826Num uniques 859; 2024-11-25T07:43:38,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:38,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520618784, max timestamp=1732520618826Num uniques 859; 2024-11-25T07:43:38,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:38,846 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/6a986b28de0f4b3d93993e6608a5ae7a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6a986b28de0f4b3d93993e6608a5ae7a 2024-11-25T07:43:38,854 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/C of 779b58d28995ceca60c595427693afce into 6a986b28de0f4b3d93993e6608a5ae7a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:38,854 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:38,854 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/C, priority=13, startTime=1732520618694; duration=0sec 2024-11-25T07:43:38,855 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:38,855 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:C 2024-11-25T07:43:38,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520678945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:38,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:38,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520678954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:38,959 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_0' in 779b58d28995ceca60c595427693afce of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:39,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520679054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T07:43:39,064 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:39,064 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-25T07:43:39,066 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T07:43:39,067 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:39,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:39,148 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/42e1e17c2947421cbcdeedc95c826df4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/42e1e17c2947421cbcdeedc95c826df4 2024-11-25T07:43:39,157 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/B of 779b58d28995ceca60c595427693afce into 42e1e17c2947421cbcdeedc95c826df4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:39,157 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:39,157 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/B, priority=13, startTime=1732520618694; duration=0sec 2024-11-25T07:43:39,157 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:39,157 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:B 2024-11-25T07:43:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T07:43:39,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/7b0e30c1821e45dd9f13211a45e97757 2024-11-25T07:43:39,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/66930071301248d88dfa9c68e8530f3a is 50, key is test_row_0/B:col10/1732520618703/Put/seqid=0 2024-11-25T07:43:39,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742149_1325 (size=12301) 2024-11-25T07:43:39,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/66930071301248d88dfa9c68e8530f3a 2024-11-25T07:43:39,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T07:43:39,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:39,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:39,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:39,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:39,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:39,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/d3062608666846a39b108542921e260a is 50, key is test_row_0/C:col10/1732520618703/Put/seqid=0 2024-11-25T07:43:39,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742150_1326 (size=12301) 2024-11-25T07:43:39,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/d3062608666846a39b108542921e260a 2024-11-25T07:43:39,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/7b0e30c1821e45dd9f13211a45e97757 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/7b0e30c1821e45dd9f13211a45e97757 2024-11-25T07:43:39,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/7b0e30c1821e45dd9f13211a45e97757, entries=150, sequenceid=452, filesize=12.0 K 2024-11-25T07:43:39,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/66930071301248d88dfa9c68e8530f3a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/66930071301248d88dfa9c68e8530f3a 2024-11-25T07:43:39,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/66930071301248d88dfa9c68e8530f3a, entries=150, sequenceid=452, filesize=12.0 K 2024-11-25T07:43:39,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/d3062608666846a39b108542921e260a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d3062608666846a39b108542921e260a 2024-11-25T07:43:39,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520679264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:39,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:39,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:39,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:39,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d3062608666846a39b108542921e260a, entries=150, sequenceid=452, filesize=12.0 K 2024-11-25T07:43:39,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for 779b58d28995ceca60c595427693afce in 585ms, sequenceid=452, compaction requested=false 2024-11-25T07:43:39,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:39,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T07:43:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:39,374 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T07:43:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:39,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:39,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:39,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:39,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/ca590174985e436893ce95b65f637985 is 50, key is test_row_0/A:col10/1732520618943/Put/seqid=0 2024-11-25T07:43:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T07:43:39,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742151_1327 (size=12301) 2024-11-25T07:43:39,392 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/ca590174985e436893ce95b65f637985 2024-11-25T07:43:39,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/26ad8d6860064b05b3f9a5f15d5f77d0 is 50, key is test_row_0/B:col10/1732520618943/Put/seqid=0 2024-11-25T07:43:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742152_1328 (size=12301) 2024-11-25T07:43:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:39,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:39,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520679614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:39,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:39,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:39,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T07:43:39,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520679723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:39,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:39,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:39,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:39,813 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/26ad8d6860064b05b3f9a5f15d5f77d0 2024-11-25T07:43:39,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/6d360866946f45c7a1c8ad2652251ffa is 50, key is test_row_0/C:col10/1732520618943/Put/seqid=0 2024-11-25T07:43:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742153_1329 (size=12301) 2024-11-25T07:43:39,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520679933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:39,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:39,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:39,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T07:43:40,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520680244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:40,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:40,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:40,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:40,256 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/6d360866946f45c7a1c8ad2652251ffa 2024-11-25T07:43:40,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/ca590174985e436893ce95b65f637985 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ca590174985e436893ce95b65f637985 2024-11-25T07:43:40,269 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ca590174985e436893ce95b65f637985, entries=150, sequenceid=492, filesize=12.0 K 2024-11-25T07:43:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/26ad8d6860064b05b3f9a5f15d5f77d0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/26ad8d6860064b05b3f9a5f15d5f77d0 2024-11-25T07:43:40,289 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/26ad8d6860064b05b3f9a5f15d5f77d0, entries=150, sequenceid=492, filesize=12.0 K 2024-11-25T07:43:40,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/6d360866946f45c7a1c8ad2652251ffa as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6d360866946f45c7a1c8ad2652251ffa 2024-11-25T07:43:40,300 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6d360866946f45c7a1c8ad2652251ffa, entries=150, sequenceid=492, filesize=12.0 K 2024-11-25T07:43:40,301 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 779b58d28995ceca60c595427693afce in 927ms, sequenceid=492, compaction requested=true 2024-11-25T07:43:40,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:40,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:40,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-25T07:43:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-25T07:43:40,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-25T07:43:40,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2360 sec 2024-11-25T07:43:40,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.2430 sec 2024-11-25T07:43:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:40,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T07:43:40,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:40,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:40,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:40,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:40,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:40,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:40,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/fcd95e281fc34ad9b6aa6203e51108bd is 50, key is test_row_0/A:col10/1732520620753/Put/seqid=0 2024-11-25T07:43:40,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742154_1330 (size=12301) 2024-11-25T07:43:40,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/fcd95e281fc34ad9b6aa6203e51108bd 2024-11-25T07:43:40,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/de1535885ccb472aa531a7249ffc79a0 is 50, key is test_row_0/B:col10/1732520620753/Put/seqid=0 2024-11-25T07:43:40,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742155_1331 (size=12301) 2024-11-25T07:43:40,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/de1535885ccb472aa531a7249ffc79a0 2024-11-25T07:43:40,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/46c97d72bf304edc96c1282ebd2c3854 is 50, key is test_row_0/C:col10/1732520620753/Put/seqid=0 2024-11-25T07:43:40,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742156_1332 (size=12301) 2024-11-25T07:43:40,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520620820, max timestamp=1732520620830Num uniques 859; 2024-11-25T07:43:40,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520620820, max timestamp=1732520620830Num uniques 859; 2024-11-25T07:43:40,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:40,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:40,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520620820, max timestamp=1732520620830Num uniques 859; 2024-11-25T07:43:40,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:40,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520680936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:40,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33478 deadline: 1732520680984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:40,988 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_0' in 779b58d28995ceca60c595427693afce of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:40,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:40,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:40,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520681043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:41,134 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:43:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T07:43:41,214 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:41,214 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-25T07:43:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T07:43:41,217 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:41,218 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:41,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:41,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/46c97d72bf304edc96c1282ebd2c3854 2024-11-25T07:43:41,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/fcd95e281fc34ad9b6aa6203e51108bd as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/fcd95e281fc34ad9b6aa6203e51108bd 2024-11-25T07:43:41,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/fcd95e281fc34ad9b6aa6203e51108bd, entries=150, sequenceid=503, filesize=12.0 K 2024-11-25T07:43:41,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/de1535885ccb472aa531a7249ffc79a0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/de1535885ccb472aa531a7249ffc79a0 2024-11-25T07:43:41,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/de1535885ccb472aa531a7249ffc79a0, entries=150, sequenceid=503, filesize=12.0 K 2024-11-25T07:43:41,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/46c97d72bf304edc96c1282ebd2c3854 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/46c97d72bf304edc96c1282ebd2c3854 2024-11-25T07:43:41,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/46c97d72bf304edc96c1282ebd2c3854, entries=150, sequenceid=503, filesize=12.0 K 2024-11-25T07:43:41,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 779b58d28995ceca60c595427693afce in 487ms, sequenceid=503, compaction requested=true 2024-11-25T07:43:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:41,242 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:41,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:41,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:41,243 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:41,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:41,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:41,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:41,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:41,243 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:41,244 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/A is initiating minor compaction (all files) 2024-11-25T07:43:41,244 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/A in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:41,244 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2eb2177f5e074e08866a6e856c726e93, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/7b0e30c1821e45dd9f13211a45e97757, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ca590174985e436893ce95b65f637985, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/fcd95e281fc34ad9b6aa6203e51108bd] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=49.0 K 2024-11-25T07:43:41,244 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2eb2177f5e074e08866a6e856c726e93, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732520617919 2024-11-25T07:43:41,244 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:41,244 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/B is initiating minor compaction (all files) 2024-11-25T07:43:41,245 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/B in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:41,245 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/42e1e17c2947421cbcdeedc95c826df4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/66930071301248d88dfa9c68e8530f3a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/26ad8d6860064b05b3f9a5f15d5f77d0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/de1535885ccb472aa531a7249ffc79a0] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=49.0 K 2024-11-25T07:43:41,245 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b0e30c1821e45dd9f13211a45e97757, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732520618667 2024-11-25T07:43:41,245 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 42e1e17c2947421cbcdeedc95c826df4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732520617919 2024-11-25T07:43:41,245 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 66930071301248d88dfa9c68e8530f3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732520618667 2024-11-25T07:43:41,245 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca590174985e436893ce95b65f637985, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732520618900 2024-11-25T07:43:41,246 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 26ad8d6860064b05b3f9a5f15d5f77d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732520618900 2024-11-25T07:43:41,246 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting de1535885ccb472aa531a7249ffc79a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732520619585 2024-11-25T07:43:41,246 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcd95e281fc34ad9b6aa6203e51108bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732520619585 2024-11-25T07:43:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:41,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T07:43:41,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:41,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:41,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:41,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:41,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:41,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:41,259 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#B#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:41,260 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/b205cb4a67634e5199878dc9bf892d74 is 50, key is test_row_0/B:col10/1732520620753/Put/seqid=0 2024-11-25T07:43:41,261 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#A#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:41,262 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/2dab0b289c5d479e916486160d2c274c is 50, key is test_row_0/A:col10/1732520620753/Put/seqid=0 2024-11-25T07:43:41,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/f81257a6f5e3436d89076be57d2cd2fa is 50, key is test_row_0/A:col10/1732520620920/Put/seqid=0 2024-11-25T07:43:41,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742157_1333 (size=13459) 2024-11-25T07:43:41,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742158_1334 (size=13459) 2024-11-25T07:43:41,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742159_1335 (size=14741) 2024-11-25T07:43:41,278 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/2dab0b289c5d479e916486160d2c274c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2dab0b289c5d479e916486160d2c274c 2024-11-25T07:43:41,294 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 779b58d28995ceca60c595427693afce/A of 779b58d28995ceca60c595427693afce into 2dab0b289c5d479e916486160d2c274c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:41,294 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:41,294 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/A, priority=12, startTime=1732520621242; duration=0sec 2024-11-25T07:43:41,294 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:41,294 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:A 2024-11-25T07:43:41,294 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:41,301 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:41,301 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/C is initiating minor compaction (all files) 2024-11-25T07:43:41,301 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/C in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:41,301 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6a986b28de0f4b3d93993e6608a5ae7a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d3062608666846a39b108542921e260a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6d360866946f45c7a1c8ad2652251ffa, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/46c97d72bf304edc96c1282ebd2c3854] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=49.0 K 2024-11-25T07:43:41,302 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a986b28de0f4b3d93993e6608a5ae7a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732520617919 2024-11-25T07:43:41,302 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3062608666846a39b108542921e260a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732520618667 2024-11-25T07:43:41,302 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d360866946f45c7a1c8ad2652251ffa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732520618900 2024-11-25T07:43:41,302 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46c97d72bf304edc96c1282ebd2c3854, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732520619585 2024-11-25T07:43:41,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520681305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:41,312 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#C#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:41,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:41,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:41,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:41,313 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/ed36243152eb4955984ec3fc46500446 is 50, key is test_row_0/C:col10/1732520620753/Put/seqid=0 2024-11-25T07:43:41,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742160_1336 (size=13459) 2024-11-25T07:43:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T07:43:41,325 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/ed36243152eb4955984ec3fc46500446 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/ed36243152eb4955984ec3fc46500446 2024-11-25T07:43:41,331 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 779b58d28995ceca60c595427693afce/C of 779b58d28995ceca60c595427693afce into ed36243152eb4955984ec3fc46500446(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:41,331 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:41,331 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/C, priority=12, startTime=1732520621243; duration=0sec 2024-11-25T07:43:41,331 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:41,331 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:C 2024-11-25T07:43:41,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T07:43:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:41,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520681428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:41,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T07:43:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:41,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T07:43:41,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520681633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:41,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/f81257a6f5e3436d89076be57d2cd2fa 2024-11-25T07:43:41,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T07:43:41,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:41,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:41,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:41,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,681 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/b205cb4a67634e5199878dc9bf892d74 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/b205cb4a67634e5199878dc9bf892d74 2024-11-25T07:43:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/b008b391a37a49f2a275db98ffcf654f is 50, key is test_row_0/B:col10/1732520620920/Put/seqid=0 2024-11-25T07:43:41,690 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 779b58d28995ceca60c595427693afce/B of 779b58d28995ceca60c595427693afce into b205cb4a67634e5199878dc9bf892d74(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:41,690 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:41,690 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/B, priority=12, startTime=1732520621243; duration=0sec 2024-11-25T07:43:41,690 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:41,690 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:B 2024-11-25T07:43:41,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742161_1337 (size=12301) 2024-11-25T07:43:41,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/b008b391a37a49f2a275db98ffcf654f 2024-11-25T07:43:41,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/bb6371f680df4bad8d0da39af5a72642 is 50, key is test_row_0/C:col10/1732520620920/Put/seqid=0 2024-11-25T07:43:41,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742162_1338 (size=12301) 2024-11-25T07:43:41,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T07:43:41,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:41,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:41,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:41,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T07:43:41,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520681943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:41,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T07:43:41,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:41,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:41,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:41,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T07:43:42,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:42,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:42,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:42,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/bb6371f680df4bad8d0da39af5a72642 2024-11-25T07:43:42,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/f81257a6f5e3436d89076be57d2cd2fa as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f81257a6f5e3436d89076be57d2cd2fa 2024-11-25T07:43:42,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f81257a6f5e3436d89076be57d2cd2fa, entries=200, sequenceid=540, filesize=14.4 K 2024-11-25T07:43:42,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/b008b391a37a49f2a275db98ffcf654f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/b008b391a37a49f2a275db98ffcf654f 2024-11-25T07:43:42,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/b008b391a37a49f2a275db98ffcf654f, entries=150, sequenceid=540, filesize=12.0 K 2024-11-25T07:43:42,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/bb6371f680df4bad8d0da39af5a72642 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/bb6371f680df4bad8d0da39af5a72642 2024-11-25T07:43:42,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/bb6371f680df4bad8d0da39af5a72642, entries=150, sequenceid=540, filesize=12.0 K 2024-11-25T07:43:42,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 779b58d28995ceca60c595427693afce in 924ms, sequenceid=540, compaction requested=false 2024-11-25T07:43:42,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:42,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T07:43:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:42,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:42,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/4264838b5d8e4862b1139f0b776bcff9 is 50, key is test_row_1/A:col10/1732520621293/Put/seqid=0 2024-11-25T07:43:42,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742163_1339 (size=12297) 2024-11-25T07:43:42,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520622231, max timestamp=1732520622244Num uniques 859; 2024-11-25T07:43:42,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:42,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520622231, max timestamp=1732520622244Num uniques 859; 2024-11-25T07:43:42,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:42,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520622231, max timestamp=1732520622244Num uniques 859; 2024-11-25T07:43:42,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:42,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520682274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:42,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520682275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:42,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520682279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:42,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T07:43:42,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:42,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:42,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:42,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T07:43:42,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520682383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:42,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:42,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520682383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:42,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:42,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520682394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:42,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:42,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T07:43:42,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:42,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:42,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:42,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520682453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:42,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:42,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520682593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:42,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:42,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520682593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:42,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T07:43:42,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:42,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:42,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:42,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520682603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:42,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:42,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/4264838b5d8e4862b1139f0b776bcff9 2024-11-25T07:43:42,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/3e04706e284349a5a899780d08b2feb6 is 50, key is test_row_1/B:col10/1732520621293/Put/seqid=0 2024-11-25T07:43:42,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742164_1340 (size=9857) 2024-11-25T07:43:42,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/3e04706e284349a5a899780d08b2feb6 2024-11-25T07:43:42,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/a4e6e426475246ad987f67b84e64f6eb is 50, key is test_row_1/C:col10/1732520621293/Put/seqid=0 2024-11-25T07:43:42,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742165_1341 (size=9857) 2024-11-25T07:43:42,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T07:43:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:42,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520682903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:42,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520682903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:42,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:42,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:42,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T07:43:42,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:42,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:42,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:42,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:42,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520682913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:42,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:42,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:43,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T07:43:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:43,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:43,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:43,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/a4e6e426475246ad987f67b84e64f6eb 2024-11-25T07:43:43,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/4264838b5d8e4862b1139f0b776bcff9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4264838b5d8e4862b1139f0b776bcff9 2024-11-25T07:43:43,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4264838b5d8e4862b1139f0b776bcff9, entries=150, sequenceid=554, filesize=12.0 K 2024-11-25T07:43:43,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/3e04706e284349a5a899780d08b2feb6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3e04706e284349a5a899780d08b2feb6 2024-11-25T07:43:43,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3e04706e284349a5a899780d08b2feb6, entries=100, sequenceid=554, filesize=9.6 K 2024-11-25T07:43:43,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/a4e6e426475246ad987f67b84e64f6eb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/a4e6e426475246ad987f67b84e64f6eb 2024-11-25T07:43:43,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/a4e6e426475246ad987f67b84e64f6eb, entries=100, sequenceid=554, filesize=9.6 K 2024-11-25T07:43:43,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 779b58d28995ceca60c595427693afce in 883ms, sequenceid=554, compaction requested=true 2024-11-25T07:43:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:43,088 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:43,088 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:43,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:43,100 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:43,100 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/B is initiating minor compaction (all files) 2024-11-25T07:43:43,100 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/B in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:43,100 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/b205cb4a67634e5199878dc9bf892d74, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/b008b391a37a49f2a275db98ffcf654f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3e04706e284349a5a899780d08b2feb6] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=34.8 K 2024-11-25T07:43:43,101 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40497 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:43,101 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/A is initiating minor compaction (all files) 2024-11-25T07:43:43,101 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/A in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:43,101 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2dab0b289c5d479e916486160d2c274c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f81257a6f5e3436d89076be57d2cd2fa, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4264838b5d8e4862b1139f0b776bcff9] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=39.5 K 2024-11-25T07:43:43,101 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting b205cb4a67634e5199878dc9bf892d74, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732520619585 2024-11-25T07:43:43,101 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting b008b391a37a49f2a275db98ffcf654f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732520620895 2024-11-25T07:43:43,101 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dab0b289c5d479e916486160d2c274c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732520619585 2024-11-25T07:43:43,102 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting f81257a6f5e3436d89076be57d2cd2fa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732520620895 2024-11-25T07:43:43,102 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e04706e284349a5a899780d08b2feb6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1732520621293 2024-11-25T07:43:43,102 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4264838b5d8e4862b1139f0b776bcff9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1732520621293 2024-11-25T07:43:43,110 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:43,111 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/4b09d87b6b194e52906a7219d24daeae is 50, key is test_row_0/B:col10/1732520620920/Put/seqid=0 2024-11-25T07:43:43,134 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#A#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:43,134 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/3fc984017229497ca71363ce8b463d11 is 50, key is test_row_0/A:col10/1732520620920/Put/seqid=0 2024-11-25T07:43:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742166_1342 (size=13561) 2024-11-25T07:43:43,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742167_1343 (size=13561) 2024-11-25T07:43:43,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T07:43:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:43,218 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-25T07:43:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/658aa35af4be41339d29e796b897223c is 50, key is test_row_0/A:col10/1732520622258/Put/seqid=0 2024-11-25T07:43:43,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742168_1344 (size=12301) 2024-11-25T07:43:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T07:43:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:43,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. as already flushing 2024-11-25T07:43:43,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520683472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:43,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520683472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520683472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:43,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520683479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:43,575 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/4b09d87b6b194e52906a7219d24daeae as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/4b09d87b6b194e52906a7219d24daeae 2024-11-25T07:43:43,583 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/B of 779b58d28995ceca60c595427693afce into 4b09d87b6b194e52906a7219d24daeae(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:43,583 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:43,583 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/B, priority=13, startTime=1732520623088; duration=0sec 2024-11-25T07:43:43,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:43,584 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:43,584 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:B 2024-11-25T07:43:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520683583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:43,584 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:43,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:43,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520683583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:43,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:43,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520683584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:43,585 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:43,586 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/C is initiating minor compaction (all files) 2024-11-25T07:43:43,586 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/C in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:43,586 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/ed36243152eb4955984ec3fc46500446, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/bb6371f680df4bad8d0da39af5a72642, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/a4e6e426475246ad987f67b84e64f6eb] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=34.8 K 2024-11-25T07:43:43,586 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting ed36243152eb4955984ec3fc46500446, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1732520619585 2024-11-25T07:43:43,587 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting bb6371f680df4bad8d0da39af5a72642, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732520620895 2024-11-25T07:43:43,587 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting a4e6e426475246ad987f67b84e64f6eb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1732520621293 2024-11-25T07:43:43,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520683594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:43,603 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#C#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:43,604 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/11ca764b1d8a411cbe0f1a77c1b0673d is 50, key is test_row_0/C:col10/1732520620920/Put/seqid=0 2024-11-25T07:43:43,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742169_1345 (size=13561) 2024-11-25T07:43:43,612 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/3fc984017229497ca71363ce8b463d11 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3fc984017229497ca71363ce8b463d11 2024-11-25T07:43:43,617 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/11ca764b1d8a411cbe0f1a77c1b0673d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/11ca764b1d8a411cbe0f1a77c1b0673d 2024-11-25T07:43:43,618 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/A of 779b58d28995ceca60c595427693afce into 3fc984017229497ca71363ce8b463d11(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:43,618 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:43,618 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/A, priority=13, startTime=1732520623088; duration=0sec 2024-11-25T07:43:43,619 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:43,619 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:A 2024-11-25T07:43:43,624 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/C of 779b58d28995ceca60c595427693afce into 11ca764b1d8a411cbe0f1a77c1b0673d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:43,624 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:43,624 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/C, priority=13, startTime=1732520623088; duration=0sec 2024-11-25T07:43:43,625 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:43,625 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:C 2024-11-25T07:43:43,633 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/658aa35af4be41339d29e796b897223c 2024-11-25T07:43:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/945284d086504efbb347a1427181cb79 is 50, key is test_row_0/B:col10/1732520622258/Put/seqid=0 2024-11-25T07:43:43,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742170_1346 (size=12301) 2024-11-25T07:43:43,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:43,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520683794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520683794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:43,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520683794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:43,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520683803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:44,051 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/945284d086504efbb347a1427181cb79 2024-11-25T07:43:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/b10a8163518e48eda0765df6d5578169 is 50, key is test_row_0/C:col10/1732520622258/Put/seqid=0 2024-11-25T07:43:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742171_1347 (size=12301) 2024-11-25T07:43:44,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33532 deadline: 1732520684103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:44,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33466 deadline: 1732520684103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:44,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33492 deadline: 1732520684103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:44,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33458 deadline: 1732520684114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:44,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:44,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:44,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:43:44,404 INFO [Thread-1103 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1103. 2024-11-25T07:43:44,404 DEBUG [Thread-1103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:44,404 DEBUG [Thread-1103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,404 DEBUG [Thread-1103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:44,407 INFO [Thread-1101 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1101. 2024-11-25T07:43:44,407 INFO [Thread-1099 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1099. 2024-11-25T07:43:44,407 DEBUG [Thread-1101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:44,407 DEBUG [Thread-1099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:44,407 DEBUG [Thread-1101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,407 DEBUG [Thread-1099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,407 DEBUG [Thread-1101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,407 DEBUG [Thread-1099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:44,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:44,408 INFO [Thread-1097 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1097. 2024-11-25T07:43:44,408 DEBUG [Thread-1097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:44,408 DEBUG [Thread-1097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,408 INFO [Thread-1095 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1095. 2024-11-25T07:43:44,408 DEBUG [Thread-1095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:44,408 DEBUG [Thread-1097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,408 DEBUG [Thread-1095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:44,409 DEBUG [Thread-1095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:44,464 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/b10a8163518e48eda0765df6d5578169 2024-11-25T07:43:44,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/658aa35af4be41339d29e796b897223c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/658aa35af4be41339d29e796b897223c 2024-11-25T07:43:44,472 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/658aa35af4be41339d29e796b897223c, entries=150, sequenceid=590, filesize=12.0 K 2024-11-25T07:43:44,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/945284d086504efbb347a1427181cb79 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/945284d086504efbb347a1427181cb79 2024-11-25T07:43:44,477 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/945284d086504efbb347a1427181cb79, entries=150, sequenceid=590, filesize=12.0 K 2024-11-25T07:43:44,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/b10a8163518e48eda0765df6d5578169 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b10a8163518e48eda0765df6d5578169 2024-11-25T07:43:44,481 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b10a8163518e48eda0765df6d5578169, entries=150, sequenceid=590, filesize=12.0 K 2024-11-25T07:43:44,482 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 779b58d28995ceca60c595427693afce in 1264ms, sequenceid=590, compaction requested=false 2024-11-25T07:43:44,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:44,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:44,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-25T07:43:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-25T07:43:44,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-25T07:43:44,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2660 sec 2024-11-25T07:43:44,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 3.2710 sec 2024-11-25T07:43:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on 779b58d28995ceca60c595427693afce 2024-11-25T07:43:44,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T07:43:44,616 INFO [Thread-1090 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1090. 2024-11-25T07:43:44,616 INFO [Thread-1084 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1084. 2024-11-25T07:43:44,616 INFO [Thread-1092 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1092. 2024-11-25T07:43:44,616 DEBUG [Thread-1090 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:44,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:44,616 DEBUG [Thread-1084 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:44,616 DEBUG [Thread-1092 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:44,616 DEBUG [Thread-1090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,616 DEBUG [Thread-1084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,616 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:44,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:44,616 DEBUG [Thread-1090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,616 DEBUG [Thread-1084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,616 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:44,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:44,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:44,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:44,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:44,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:44,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/de3d5e2636274ca6a64532766e92dd4d is 50, key is test_row_0/A:col10/1732520624614/Put/seqid=0 2024-11-25T07:43:44,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742172_1348 (size=12301) 2024-11-25T07:43:44,624 INFO [Thread-1086 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1086. 2024-11-25T07:43:44,625 DEBUG [Thread-1086 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:44,625 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,625 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:44,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:45,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/de3d5e2636274ca6a64532766e92dd4d 2024-11-25T07:43:45,025 INFO [Thread-1088 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1088. 2024-11-25T07:43:45,025 DEBUG [Thread-1088 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:43:45,025 DEBUG [Thread-1088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:45,025 DEBUG [Thread-1088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:45,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:45,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/3c5402f631a94b5c90aa0305a6114d22 is 50, key is test_row_0/B:col10/1732520624614/Put/seqid=0 2024-11-25T07:43:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742173_1349 (size=12301) 2024-11-25T07:43:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T07:43:45,374 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T07:43:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-25T07:43:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 160 2024-11-25T07:43:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-25T07:43:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-25T07:43:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-25T07:43:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T07:43:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2546 2024-11-25T07:43:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2451 2024-11-25T07:43:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2349 2024-11-25T07:43:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2535 2024-11-25T07:43:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2491 2024-11-25T07:43:45,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T07:43:45,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:43:45,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:43:45,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:45,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:45,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:43:45,375 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T07:43:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T07:43:45,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520625378"}]},"ts":"1732520625378"} 2024-11-25T07:43:45,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T07:43:45,380 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T07:43:45,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T07:43:45,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=779b58d28995ceca60c595427693afce, UNASSIGN}] 2024-11-25T07:43:45,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=779b58d28995ceca60c595427693afce, UNASSIGN 2024-11-25T07:43:45,384 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=779b58d28995ceca60c595427693afce, regionState=CLOSING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:45,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=779b58d28995ceca60c595427693afce, UNASSIGN because future has completed 2024-11-25T07:43:45,386 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T07:43:45,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; CloseRegionProcedure 779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:43:45,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/3c5402f631a94b5c90aa0305a6114d22 2024-11-25T07:43:45,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/52672b762d7a425ebe987a69cd6b44fe is 50, key is test_row_0/C:col10/1732520624614/Put/seqid=0 2024-11-25T07:43:45,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742174_1350 (size=12301) 2024-11-25T07:43:45,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/52672b762d7a425ebe987a69cd6b44fe 2024-11-25T07:43:45,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/de3d5e2636274ca6a64532766e92dd4d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/de3d5e2636274ca6a64532766e92dd4d 2024-11-25T07:43:45,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/de3d5e2636274ca6a64532766e92dd4d, entries=150, sequenceid=607, filesize=12.0 K 2024-11-25T07:43:45,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/3c5402f631a94b5c90aa0305a6114d22 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3c5402f631a94b5c90aa0305a6114d22 2024-11-25T07:43:45,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3c5402f631a94b5c90aa0305a6114d22, entries=150, sequenceid=607, filesize=12.0 K 2024-11-25T07:43:45,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/52672b762d7a425ebe987a69cd6b44fe as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/52672b762d7a425ebe987a69cd6b44fe 2024-11-25T07:43:45,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/52672b762d7a425ebe987a69cd6b44fe, entries=150, sequenceid=607, filesize=12.0 K 2024-11-25T07:43:45,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=13.42 KB/13740 for 779b58d28995ceca60c595427693afce in 850ms, sequenceid=607, compaction requested=true 2024-11-25T07:43:45,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:45,467 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 779b58d28995ceca60c595427693afce:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:45,467 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:45,468 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:45,468 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:45,468 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/B is initiating minor compaction (all files) 2024-11-25T07:43:45,468 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): 779b58d28995ceca60c595427693afce/A is initiating minor compaction (all files) 2024-11-25T07:43:45,468 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/B in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:45,468 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 779b58d28995ceca60c595427693afce/A in TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:45,468 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3fc984017229497ca71363ce8b463d11, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/658aa35af4be41339d29e796b897223c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/de3d5e2636274ca6a64532766e92dd4d] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=37.3 K 2024-11-25T07:43:45,468 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/4b09d87b6b194e52906a7219d24daeae, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/945284d086504efbb347a1427181cb79, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3c5402f631a94b5c90aa0305a6114d22] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp, totalSize=37.3 K 2024-11-25T07:43:45,468 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b09d87b6b194e52906a7219d24daeae, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1732520620920 2024-11-25T07:43:45,468 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fc984017229497ca71363ce8b463d11, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1732520620920 2024-11-25T07:43:45,468 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 945284d086504efbb347a1427181cb79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732520622258 2024-11-25T07:43:45,468 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 658aa35af4be41339d29e796b897223c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732520622258 2024-11-25T07:43:45,468 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c5402f631a94b5c90aa0305a6114d22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=607, earliestPutTs=1732520623416 2024-11-25T07:43:45,469 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting de3d5e2636274ca6a64532766e92dd4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=607, earliestPutTs=1732520623416 2024-11-25T07:43:45,476 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#B#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:45,476 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 779b58d28995ceca60c595427693afce#A#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:45,477 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9e7e0bbf71094f859ff708079295fc87 is 50, key is test_row_0/B:col10/1732520624614/Put/seqid=0 2024-11-25T07:43:45,477 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/77dce9d6fe274e8f95b52908bf8251b8 is 50, key is test_row_0/A:col10/1732520624614/Put/seqid=0 2024-11-25T07:43:45,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742175_1351 (size=13663) 2024-11-25T07:43:45,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742176_1352 (size=13663) 2024-11-25T07:43:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T07:43:45,538 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 779b58d28995ceca60c595427693afce 2024-11-25T07:43:45,538 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T07:43:45,539 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 779b58d28995ceca60c595427693afce, disabling compactions & flushes 2024-11-25T07:43:45,539 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T07:43:45,885 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/77dce9d6fe274e8f95b52908bf8251b8 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/77dce9d6fe274e8f95b52908bf8251b8 2024-11-25T07:43:45,885 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/9e7e0bbf71094f859ff708079295fc87 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9e7e0bbf71094f859ff708079295fc87 2024-11-25T07:43:45,890 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/B of 779b58d28995ceca60c595427693afce into 9e7e0bbf71094f859ff708079295fc87(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:45,890 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:45,890 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/B, priority=13, startTime=1732520625467; duration=0sec 2024-11-25T07:43:45,890 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:45,890 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:B 2024-11-25T07:43:45,890 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. because compaction request was cancelled 2024-11-25T07:43:45,890 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:C 2024-11-25T07:43:45,894 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 779b58d28995ceca60c595427693afce/A of 779b58d28995ceca60c595427693afce into 77dce9d6fe274e8f95b52908bf8251b8(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:45,894 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 779b58d28995ceca60c595427693afce: 2024-11-25T07:43:45,894 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:45,894 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., storeName=779b58d28995ceca60c595427693afce/A, priority=13, startTime=1732520625467; duration=0sec 2024-11-25T07:43:45,894 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:45,894 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. after waiting 0 ms 2024-11-25T07:43:45,894 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:45,894 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:45,894 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 779b58d28995ceca60c595427693afce:A 2024-11-25T07:43:45,894 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(2902): Flushing 779b58d28995ceca60c595427693afce 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-25T07:43:45,895 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=A 2024-11-25T07:43:45,895 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:45,895 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=B 2024-11-25T07:43:45,895 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:45,895 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 779b58d28995ceca60c595427693afce, store=C 2024-11-25T07:43:45,895 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:45,898 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/9a98d9b316384766afd37526fc73b5ec is 50, key is test_row_0/A:col10/1732520625024/Put/seqid=0 2024-11-25T07:43:45,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742177_1353 (size=9857) 2024-11-25T07:43:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T07:43:46,302 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/9a98d9b316384766afd37526fc73b5ec 2024-11-25T07:43:46,310 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/cfa073bffc6543f7a053c33d184ca188 is 50, key is test_row_0/B:col10/1732520625024/Put/seqid=0 2024-11-25T07:43:46,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742178_1354 (size=9857) 2024-11-25T07:43:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T07:43:46,714 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/cfa073bffc6543f7a053c33d184ca188 2024-11-25T07:43:46,720 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/d39fc819ecf34bf9b584e9593935a0f4 is 50, key is test_row_0/C:col10/1732520625024/Put/seqid=0 2024-11-25T07:43:46,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742179_1355 (size=9857) 2024-11-25T07:43:46,725 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/d39fc819ecf34bf9b584e9593935a0f4 2024-11-25T07:43:46,729 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/A/9a98d9b316384766afd37526fc73b5ec as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/9a98d9b316384766afd37526fc73b5ec 2024-11-25T07:43:46,733 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/9a98d9b316384766afd37526fc73b5ec, entries=100, sequenceid=614, filesize=9.6 K 2024-11-25T07:43:46,733 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/B/cfa073bffc6543f7a053c33d184ca188 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/cfa073bffc6543f7a053c33d184ca188 2024-11-25T07:43:46,737 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/cfa073bffc6543f7a053c33d184ca188, entries=100, sequenceid=614, filesize=9.6 K 2024-11-25T07:43:46,738 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/.tmp/C/d39fc819ecf34bf9b584e9593935a0f4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d39fc819ecf34bf9b584e9593935a0f4 2024-11-25T07:43:46,742 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d39fc819ecf34bf9b584e9593935a0f4, entries=100, sequenceid=614, filesize=9.6 K 2024-11-25T07:43:46,743 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 779b58d28995ceca60c595427693afce in 849ms, sequenceid=614, compaction requested=true 2024-11-25T07:43:46,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/e344303255c5444d93d7a287b3a0c944, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ff23e477c0704dfc9b9d930e32883f44, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/d7561fe7f16b46e6b59fe1493292088c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/5368874dafeb4460a1607e85196add34, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/0330895881244972bd21115c5d89fc95, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/0169c245d5514af6aed3a06d7a2bb9a4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/89e3895c28b140d991d5a86b72c938fb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2abff25b9bea461f9da970f9e11ce3af, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3650111f151b4262b3321aac5b4b93fd, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/7e49325ffc1c4eb7bc0de6e3b88e51f2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/c627f37fdcd64ba4858ca4337f108ddc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ce2bf060ab4b4dd681cb41de7a74b271, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4befb80ced9c4dd5b55ae55d16a373d8, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/94996a7168e14015a8220bc8ce86fa1d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/752d3a01e65949579f59dd6bf43b89e1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/83cf1a332b454bfb9e0a0f8647aa9b1b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f3363ef423834f50b5e2758ce01a199c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/b6f181fe410b4b8587e95c868289fc1a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f8de5aa2a46349e4be13d838577c91a6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/a43f2f0add6a4cdcbad2f01756b8dfb6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3ac8ea0a73cc4871a1e006c51e7653eb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/a9dd30fab9f346d885bba477b23b2ed9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/029fff204a404c01bc5d465c840b04af, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/773dce2e35ee44f6b9b3c395340f137e, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/1e74652f40b944b8bdba4c529c9c59ca, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4627d5e30c8b4ce8bd4c08ec1080f5cd, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/30919af500a54f70a0aea00604bb973a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4898d1a688af439c93b4ccb2058c4eaf, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/d0c37afac1e344a58c7d92c33451fd4b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2eb2177f5e074e08866a6e856c726e93, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/de9b835ed55a4a428e4dfda18cc0f87a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/7b0e30c1821e45dd9f13211a45e97757, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ca590174985e436893ce95b65f637985, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2dab0b289c5d479e916486160d2c274c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/fcd95e281fc34ad9b6aa6203e51108bd, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f81257a6f5e3436d89076be57d2cd2fa, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3fc984017229497ca71363ce8b463d11, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4264838b5d8e4862b1139f0b776bcff9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/658aa35af4be41339d29e796b897223c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/de3d5e2636274ca6a64532766e92dd4d] to archive 2024-11-25T07:43:46,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:43:46,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/e344303255c5444d93d7a287b3a0c944 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/e344303255c5444d93d7a287b3a0c944 2024-11-25T07:43:46,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ff23e477c0704dfc9b9d930e32883f44 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ff23e477c0704dfc9b9d930e32883f44 2024-11-25T07:43:46,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/d7561fe7f16b46e6b59fe1493292088c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/d7561fe7f16b46e6b59fe1493292088c 2024-11-25T07:43:46,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/5368874dafeb4460a1607e85196add34 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/5368874dafeb4460a1607e85196add34 2024-11-25T07:43:46,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/0330895881244972bd21115c5d89fc95 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/0330895881244972bd21115c5d89fc95 2024-11-25T07:43:46,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/0169c245d5514af6aed3a06d7a2bb9a4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/0169c245d5514af6aed3a06d7a2bb9a4 2024-11-25T07:43:46,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/89e3895c28b140d991d5a86b72c938fb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/89e3895c28b140d991d5a86b72c938fb 2024-11-25T07:43:46,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2abff25b9bea461f9da970f9e11ce3af to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2abff25b9bea461f9da970f9e11ce3af 2024-11-25T07:43:46,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3650111f151b4262b3321aac5b4b93fd to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3650111f151b4262b3321aac5b4b93fd 2024-11-25T07:43:46,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/7e49325ffc1c4eb7bc0de6e3b88e51f2 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/7e49325ffc1c4eb7bc0de6e3b88e51f2 2024-11-25T07:43:46,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/c627f37fdcd64ba4858ca4337f108ddc to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/c627f37fdcd64ba4858ca4337f108ddc 2024-11-25T07:43:46,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ce2bf060ab4b4dd681cb41de7a74b271 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ce2bf060ab4b4dd681cb41de7a74b271 2024-11-25T07:43:46,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4befb80ced9c4dd5b55ae55d16a373d8 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4befb80ced9c4dd5b55ae55d16a373d8 2024-11-25T07:43:46,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/94996a7168e14015a8220bc8ce86fa1d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/94996a7168e14015a8220bc8ce86fa1d 2024-11-25T07:43:46,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/752d3a01e65949579f59dd6bf43b89e1 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/752d3a01e65949579f59dd6bf43b89e1 2024-11-25T07:43:46,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/83cf1a332b454bfb9e0a0f8647aa9b1b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/83cf1a332b454bfb9e0a0f8647aa9b1b 2024-11-25T07:43:46,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f3363ef423834f50b5e2758ce01a199c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f3363ef423834f50b5e2758ce01a199c 2024-11-25T07:43:46,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/b6f181fe410b4b8587e95c868289fc1a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/b6f181fe410b4b8587e95c868289fc1a 2024-11-25T07:43:46,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f8de5aa2a46349e4be13d838577c91a6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f8de5aa2a46349e4be13d838577c91a6 2024-11-25T07:43:46,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/a43f2f0add6a4cdcbad2f01756b8dfb6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/a43f2f0add6a4cdcbad2f01756b8dfb6 2024-11-25T07:43:46,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3ac8ea0a73cc4871a1e006c51e7653eb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3ac8ea0a73cc4871a1e006c51e7653eb 2024-11-25T07:43:46,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/a9dd30fab9f346d885bba477b23b2ed9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/a9dd30fab9f346d885bba477b23b2ed9 2024-11-25T07:43:46,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/029fff204a404c01bc5d465c840b04af to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/029fff204a404c01bc5d465c840b04af 2024-11-25T07:43:46,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/773dce2e35ee44f6b9b3c395340f137e to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/773dce2e35ee44f6b9b3c395340f137e 2024-11-25T07:43:46,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/1e74652f40b944b8bdba4c529c9c59ca to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/1e74652f40b944b8bdba4c529c9c59ca 2024-11-25T07:43:46,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4627d5e30c8b4ce8bd4c08ec1080f5cd to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4627d5e30c8b4ce8bd4c08ec1080f5cd 2024-11-25T07:43:46,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/30919af500a54f70a0aea00604bb973a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/30919af500a54f70a0aea00604bb973a 2024-11-25T07:43:46,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4898d1a688af439c93b4ccb2058c4eaf to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4898d1a688af439c93b4ccb2058c4eaf 2024-11-25T07:43:46,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/d0c37afac1e344a58c7d92c33451fd4b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/d0c37afac1e344a58c7d92c33451fd4b 2024-11-25T07:43:46,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2eb2177f5e074e08866a6e856c726e93 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2eb2177f5e074e08866a6e856c726e93 2024-11-25T07:43:46,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/de9b835ed55a4a428e4dfda18cc0f87a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/de9b835ed55a4a428e4dfda18cc0f87a 2024-11-25T07:43:46,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/7b0e30c1821e45dd9f13211a45e97757 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/7b0e30c1821e45dd9f13211a45e97757 2024-11-25T07:43:46,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ca590174985e436893ce95b65f637985 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/ca590174985e436893ce95b65f637985 2024-11-25T07:43:46,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2dab0b289c5d479e916486160d2c274c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/2dab0b289c5d479e916486160d2c274c 2024-11-25T07:43:46,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/fcd95e281fc34ad9b6aa6203e51108bd to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/fcd95e281fc34ad9b6aa6203e51108bd 2024-11-25T07:43:46,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f81257a6f5e3436d89076be57d2cd2fa to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/f81257a6f5e3436d89076be57d2cd2fa 2024-11-25T07:43:46,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3fc984017229497ca71363ce8b463d11 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/3fc984017229497ca71363ce8b463d11 2024-11-25T07:43:46,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4264838b5d8e4862b1139f0b776bcff9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/4264838b5d8e4862b1139f0b776bcff9 2024-11-25T07:43:46,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/658aa35af4be41339d29e796b897223c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/658aa35af4be41339d29e796b897223c 2024-11-25T07:43:46,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/de3d5e2636274ca6a64532766e92dd4d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/de3d5e2636274ca6a64532766e92dd4d 2024-11-25T07:43:46,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/cf0946b0fb1a4ef799572ed2c3949821, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/1436baeb59be4dacbfe5efe66e1f1715, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a00ac31bfce041dab4a89e77e68dbb8b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/f4f7d55fe1654c8c92ca94ce036870b1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/4df2d15d715b42619ef4fda4960215db, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/fa0e5ee001434ba4b39781ab1f3cc5e8, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/0d98bdf85e2544d687e8036ef7d6a8c4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/5cb7c204c32949a98f6d2f1782626657, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/62f11935c812445fb8cb42dd157b66a1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9cb2b757148a4794b698316a2107b4d3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/26558a08b14f4313ac75319909e48365, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/528ddb3fdb8247a6a41c1b00c102a7ce, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/e924a63271144d51996413b3a2bb6043, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/7c64b16c30b6463aa763490fae41dbef, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/73fbc1ba3ec44e189c7e19941f4d09da, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/72f062a18c2b432e91ebedec43b42aed, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/dbee3a34757949d7b6210aa7513f2739, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3c81854019e246a39ad8ae621ee8b974, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/65fac164a35743bc896ee8cb8f2971c7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/999cab4aa7f84b8292bc9e6467f8d2a0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/d19d758d67434421bf433c78230e5e87, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9d78febfddc54770af8b133b96714ba9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/f6681e6d21434bac90222231275bf77a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a28888d1740c41839c577c24db7a522f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9f6e5143db2a41008e2385572dacdf21, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/2b37031b6b8440a7b79cbb6ea097dca0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/624ad5da14b74c36b3f7000be96b35d3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9f8d6a2b952d4a788e20406e1244e465, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/eccc68206dce45ba9deedc50c050e237, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/42e1e17c2947421cbcdeedc95c826df4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a9d3d3bf2a144566aef886173788012f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/66930071301248d88dfa9c68e8530f3a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/26ad8d6860064b05b3f9a5f15d5f77d0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/b205cb4a67634e5199878dc9bf892d74, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/de1535885ccb472aa531a7249ffc79a0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/b008b391a37a49f2a275db98ffcf654f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/4b09d87b6b194e52906a7219d24daeae, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3e04706e284349a5a899780d08b2feb6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/945284d086504efbb347a1427181cb79, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3c5402f631a94b5c90aa0305a6114d22] to archive 2024-11-25T07:43:46,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:43:46,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/cf0946b0fb1a4ef799572ed2c3949821 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/cf0946b0fb1a4ef799572ed2c3949821 2024-11-25T07:43:46,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/1436baeb59be4dacbfe5efe66e1f1715 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/1436baeb59be4dacbfe5efe66e1f1715 2024-11-25T07:43:46,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a00ac31bfce041dab4a89e77e68dbb8b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a00ac31bfce041dab4a89e77e68dbb8b 2024-11-25T07:43:46,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/f4f7d55fe1654c8c92ca94ce036870b1 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/f4f7d55fe1654c8c92ca94ce036870b1 2024-11-25T07:43:46,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/4df2d15d715b42619ef4fda4960215db to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/4df2d15d715b42619ef4fda4960215db 2024-11-25T07:43:46,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/fa0e5ee001434ba4b39781ab1f3cc5e8 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/fa0e5ee001434ba4b39781ab1f3cc5e8 2024-11-25T07:43:46,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/0d98bdf85e2544d687e8036ef7d6a8c4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/0d98bdf85e2544d687e8036ef7d6a8c4 2024-11-25T07:43:46,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/5cb7c204c32949a98f6d2f1782626657 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/5cb7c204c32949a98f6d2f1782626657 2024-11-25T07:43:46,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/62f11935c812445fb8cb42dd157b66a1 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/62f11935c812445fb8cb42dd157b66a1 2024-11-25T07:43:46,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9cb2b757148a4794b698316a2107b4d3 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9cb2b757148a4794b698316a2107b4d3 2024-11-25T07:43:46,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/26558a08b14f4313ac75319909e48365 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/26558a08b14f4313ac75319909e48365 2024-11-25T07:43:46,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/528ddb3fdb8247a6a41c1b00c102a7ce to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/528ddb3fdb8247a6a41c1b00c102a7ce 2024-11-25T07:43:46,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/e924a63271144d51996413b3a2bb6043 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/e924a63271144d51996413b3a2bb6043 2024-11-25T07:43:46,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/7c64b16c30b6463aa763490fae41dbef to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/7c64b16c30b6463aa763490fae41dbef 2024-11-25T07:43:46,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/73fbc1ba3ec44e189c7e19941f4d09da to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/73fbc1ba3ec44e189c7e19941f4d09da 2024-11-25T07:43:46,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/72f062a18c2b432e91ebedec43b42aed to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/72f062a18c2b432e91ebedec43b42aed 2024-11-25T07:43:46,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/dbee3a34757949d7b6210aa7513f2739 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/dbee3a34757949d7b6210aa7513f2739 2024-11-25T07:43:46,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3c81854019e246a39ad8ae621ee8b974 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3c81854019e246a39ad8ae621ee8b974 2024-11-25T07:43:46,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/65fac164a35743bc896ee8cb8f2971c7 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/65fac164a35743bc896ee8cb8f2971c7 2024-11-25T07:43:46,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/999cab4aa7f84b8292bc9e6467f8d2a0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/999cab4aa7f84b8292bc9e6467f8d2a0 2024-11-25T07:43:46,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/d19d758d67434421bf433c78230e5e87 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/d19d758d67434421bf433c78230e5e87 2024-11-25T07:43:46,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9d78febfddc54770af8b133b96714ba9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9d78febfddc54770af8b133b96714ba9 2024-11-25T07:43:46,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/f6681e6d21434bac90222231275bf77a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/f6681e6d21434bac90222231275bf77a 2024-11-25T07:43:46,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a28888d1740c41839c577c24db7a522f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a28888d1740c41839c577c24db7a522f 2024-11-25T07:43:46,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9f6e5143db2a41008e2385572dacdf21 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9f6e5143db2a41008e2385572dacdf21 2024-11-25T07:43:46,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/2b37031b6b8440a7b79cbb6ea097dca0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/2b37031b6b8440a7b79cbb6ea097dca0 2024-11-25T07:43:46,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/624ad5da14b74c36b3f7000be96b35d3 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/624ad5da14b74c36b3f7000be96b35d3 2024-11-25T07:43:46,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9f8d6a2b952d4a788e20406e1244e465 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9f8d6a2b952d4a788e20406e1244e465 2024-11-25T07:43:46,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/eccc68206dce45ba9deedc50c050e237 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/eccc68206dce45ba9deedc50c050e237 2024-11-25T07:43:46,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/42e1e17c2947421cbcdeedc95c826df4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/42e1e17c2947421cbcdeedc95c826df4 2024-11-25T07:43:46,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a9d3d3bf2a144566aef886173788012f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/a9d3d3bf2a144566aef886173788012f 2024-11-25T07:43:46,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/66930071301248d88dfa9c68e8530f3a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/66930071301248d88dfa9c68e8530f3a 2024-11-25T07:43:46,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/26ad8d6860064b05b3f9a5f15d5f77d0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/26ad8d6860064b05b3f9a5f15d5f77d0 2024-11-25T07:43:46,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/b205cb4a67634e5199878dc9bf892d74 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/b205cb4a67634e5199878dc9bf892d74 2024-11-25T07:43:46,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/de1535885ccb472aa531a7249ffc79a0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/de1535885ccb472aa531a7249ffc79a0 2024-11-25T07:43:46,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/b008b391a37a49f2a275db98ffcf654f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/b008b391a37a49f2a275db98ffcf654f 2024-11-25T07:43:46,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/4b09d87b6b194e52906a7219d24daeae to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/4b09d87b6b194e52906a7219d24daeae 2024-11-25T07:43:46,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3e04706e284349a5a899780d08b2feb6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3e04706e284349a5a899780d08b2feb6 2024-11-25T07:43:46,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/945284d086504efbb347a1427181cb79 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/945284d086504efbb347a1427181cb79 2024-11-25T07:43:46,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3c5402f631a94b5c90aa0305a6114d22 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/3c5402f631a94b5c90aa0305a6114d22 2024-11-25T07:43:46,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/2c4d15cb651b40119220414e78e34b7c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/1d5d248fbe9445aebbf794a0121481f0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b94a7a03b3174f1a8ba8e07a12060aad, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/34a69d61379242a2b9dec4f3d5c1bf11, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/c8892a3127bc42538b5054e124859326, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/167fd6ea38194b3780e73bd27a53177d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6944a745254048d9a6368519f7720573, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/2f02f1ba040c4d258cbf576caafc8820, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/4d235a90f758461a84956287a132e4f1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e044090acc3741ec9a95c246dad1b865, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/c1136e9215fd4e38ae2a311821dba4b2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/80819d1d59da46d8abf96e27e26adc0b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/92de286e7be24b8cabbc7fb32788f6ed, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d1e3c8d98f08427cb0285b668a19e2ae, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b23970600ac24b95ab169fc0b279a219, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/79ea975f44dd484396bf8187930fb010, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/f1758c8eae004e408500ed0371754b7c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/5e59a46244634fb49862a7fb9020cd01, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/54aefeecb01a40c6abaa9abe98231e15, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/765fe18bfd7c468aaada339812263aab, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/7e121fada8cf43aa8d4dc7cda8b969fa, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/0d5b6b09536840c096d38eddb29aca6d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/4f64d9e5480f4216aab9f0a43ddb1cfe, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/dddbac6c2959411c90ce42f860f82961, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/9454637760f54ab2a53bc058112dddce, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/dac6609fe0154a0cacb1e0d6d63a9680, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/a4d36ea96a4b4e7c8ee96d6be9fd0785, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b6aa55c2efff42ec9b500b5f2c30170c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e3d5032f93b14a5f9a313c3bfc7830e7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6a986b28de0f4b3d93993e6608a5ae7a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e6edc23ec8af4777a3aceecddf6346c4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d3062608666846a39b108542921e260a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6d360866946f45c7a1c8ad2652251ffa, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/ed36243152eb4955984ec3fc46500446, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/46c97d72bf304edc96c1282ebd2c3854, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/bb6371f680df4bad8d0da39af5a72642, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/a4e6e426475246ad987f67b84e64f6eb] to archive 2024-11-25T07:43:46,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:43:46,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/2c4d15cb651b40119220414e78e34b7c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/2c4d15cb651b40119220414e78e34b7c 2024-11-25T07:43:46,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/1d5d248fbe9445aebbf794a0121481f0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/1d5d248fbe9445aebbf794a0121481f0 2024-11-25T07:43:46,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b94a7a03b3174f1a8ba8e07a12060aad to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b94a7a03b3174f1a8ba8e07a12060aad 2024-11-25T07:43:46,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/34a69d61379242a2b9dec4f3d5c1bf11 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/34a69d61379242a2b9dec4f3d5c1bf11 2024-11-25T07:43:46,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/c8892a3127bc42538b5054e124859326 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/c8892a3127bc42538b5054e124859326 2024-11-25T07:43:46,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/167fd6ea38194b3780e73bd27a53177d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/167fd6ea38194b3780e73bd27a53177d 2024-11-25T07:43:46,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6944a745254048d9a6368519f7720573 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6944a745254048d9a6368519f7720573 2024-11-25T07:43:46,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/2f02f1ba040c4d258cbf576caafc8820 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/2f02f1ba040c4d258cbf576caafc8820 2024-11-25T07:43:46,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/4d235a90f758461a84956287a132e4f1 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/4d235a90f758461a84956287a132e4f1 2024-11-25T07:43:46,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e044090acc3741ec9a95c246dad1b865 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e044090acc3741ec9a95c246dad1b865 2024-11-25T07:43:46,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/c1136e9215fd4e38ae2a311821dba4b2 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/c1136e9215fd4e38ae2a311821dba4b2 2024-11-25T07:43:46,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/80819d1d59da46d8abf96e27e26adc0b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/80819d1d59da46d8abf96e27e26adc0b 2024-11-25T07:43:46,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/92de286e7be24b8cabbc7fb32788f6ed to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/92de286e7be24b8cabbc7fb32788f6ed 2024-11-25T07:43:46,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d1e3c8d98f08427cb0285b668a19e2ae to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d1e3c8d98f08427cb0285b668a19e2ae 2024-11-25T07:43:46,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b23970600ac24b95ab169fc0b279a219 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b23970600ac24b95ab169fc0b279a219 2024-11-25T07:43:46,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/79ea975f44dd484396bf8187930fb010 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/79ea975f44dd484396bf8187930fb010 2024-11-25T07:43:46,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/f1758c8eae004e408500ed0371754b7c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/f1758c8eae004e408500ed0371754b7c 2024-11-25T07:43:46,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/5e59a46244634fb49862a7fb9020cd01 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/5e59a46244634fb49862a7fb9020cd01 2024-11-25T07:43:46,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/54aefeecb01a40c6abaa9abe98231e15 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/54aefeecb01a40c6abaa9abe98231e15 2024-11-25T07:43:46,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/765fe18bfd7c468aaada339812263aab to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/765fe18bfd7c468aaada339812263aab 2024-11-25T07:43:46,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/7e121fada8cf43aa8d4dc7cda8b969fa to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/7e121fada8cf43aa8d4dc7cda8b969fa 2024-11-25T07:43:46,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/0d5b6b09536840c096d38eddb29aca6d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/0d5b6b09536840c096d38eddb29aca6d 2024-11-25T07:43:46,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/4f64d9e5480f4216aab9f0a43ddb1cfe to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/4f64d9e5480f4216aab9f0a43ddb1cfe 2024-11-25T07:43:46,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/dddbac6c2959411c90ce42f860f82961 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/dddbac6c2959411c90ce42f860f82961 2024-11-25T07:43:46,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/9454637760f54ab2a53bc058112dddce to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/9454637760f54ab2a53bc058112dddce 2024-11-25T07:43:46,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/dac6609fe0154a0cacb1e0d6d63a9680 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/dac6609fe0154a0cacb1e0d6d63a9680 2024-11-25T07:43:46,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/a4d36ea96a4b4e7c8ee96d6be9fd0785 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/a4d36ea96a4b4e7c8ee96d6be9fd0785 2024-11-25T07:43:46,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b6aa55c2efff42ec9b500b5f2c30170c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b6aa55c2efff42ec9b500b5f2c30170c 2024-11-25T07:43:46,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e3d5032f93b14a5f9a313c3bfc7830e7 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e3d5032f93b14a5f9a313c3bfc7830e7 2024-11-25T07:43:46,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6a986b28de0f4b3d93993e6608a5ae7a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6a986b28de0f4b3d93993e6608a5ae7a 2024-11-25T07:43:46,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e6edc23ec8af4777a3aceecddf6346c4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/e6edc23ec8af4777a3aceecddf6346c4 2024-11-25T07:43:46,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d3062608666846a39b108542921e260a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d3062608666846a39b108542921e260a 2024-11-25T07:43:46,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6d360866946f45c7a1c8ad2652251ffa to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/6d360866946f45c7a1c8ad2652251ffa 2024-11-25T07:43:46,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/ed36243152eb4955984ec3fc46500446 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/ed36243152eb4955984ec3fc46500446 2024-11-25T07:43:46,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/46c97d72bf304edc96c1282ebd2c3854 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/46c97d72bf304edc96c1282ebd2c3854 2024-11-25T07:43:46,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/bb6371f680df4bad8d0da39af5a72642 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/bb6371f680df4bad8d0da39af5a72642 2024-11-25T07:43:46,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/a4e6e426475246ad987f67b84e64f6eb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/a4e6e426475246ad987f67b84e64f6eb 2024-11-25T07:43:46,874 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/recovered.edits/617.seqid, newMaxSeqId=617, maxSeqId=1 2024-11-25T07:43:46,875 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. 2024-11-25T07:43:46,875 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 779b58d28995ceca60c595427693afce: Waiting for close lock at 1732520625539Running coprocessor pre-close hooks at 1732520625539Disabling compacts and flushes for region at 1732520625539Disabling writes for close at 1732520625894 (+355 ms)Obtaining lock to block concurrent updates at 1732520625894Preparing flush snapshotting stores in 779b58d28995ceca60c595427693afce at 1732520625894Finished memstore snapshotting TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1732520625895 (+1 ms)Flushing stores of TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce. at 1732520625895Flushing 779b58d28995ceca60c595427693afce/A: creating writer at 1732520625895Flushing 779b58d28995ceca60c595427693afce/A: appending metadata at 1732520625898 (+3 ms)Flushing 779b58d28995ceca60c595427693afce/A: closing flushed file at 1732520625898Flushing 779b58d28995ceca60c595427693afce/B: creating writer at 1732520626306 (+408 ms)Flushing 779b58d28995ceca60c595427693afce/B: appending metadata at 1732520626309 (+3 ms)Flushing 779b58d28995ceca60c595427693afce/B: closing flushed file at 1732520626309Flushing 779b58d28995ceca60c595427693afce/C: creating writer at 1732520626717 (+408 ms)Flushing 779b58d28995ceca60c595427693afce/C: appending metadata at 1732520626719 (+2 ms)Flushing 779b58d28995ceca60c595427693afce/C: closing flushed file at 1732520626719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156766c6: reopening flushed file at 1732520626728 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6acb8001: reopening flushed file at 1732520626733 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f30d694: reopening flushed file at 1732520626737 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 779b58d28995ceca60c595427693afce in 849ms, sequenceid=614, compaction requested=true at 1732520626743 (+6 ms)Writing region close event to WAL at 1732520626871 (+128 ms)Running coprocessor post-close hooks at 1732520626874 (+3 ms)Closed at 1732520626875 (+1 ms) 2024-11-25T07:43:46,878 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 779b58d28995ceca60c595427693afce 2024-11-25T07:43:46,878 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=779b58d28995ceca60c595427693afce, regionState=CLOSED 2024-11-25T07:43:46,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=74, state=RUNNABLE, hasLock=false; CloseRegionProcedure 779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:43:46,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-25T07:43:46,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; CloseRegionProcedure 779b58d28995ceca60c595427693afce, server=7fb8763a5d32,38413,1732520533070 in 1.4950 sec 2024-11-25T07:43:46,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-25T07:43:46,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=779b58d28995ceca60c595427693afce, UNASSIGN in 1.5010 sec 2024-11-25T07:43:46,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-25T07:43:46,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5040 sec 2024-11-25T07:43:46,887 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520626887"}]},"ts":"1732520626887"} 2024-11-25T07:43:46,888 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T07:43:46,888 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T07:43:46,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5140 sec 2024-11-25T07:43:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T07:43:47,524 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:47,524 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T07:43:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:47,526 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=76, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T07:43:47,527 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=76, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:47,529 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce 2024-11-25T07:43:47,530 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/recovered.edits] 2024-11-25T07:43:47,533 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/77dce9d6fe274e8f95b52908bf8251b8 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/77dce9d6fe274e8f95b52908bf8251b8 2024-11-25T07:43:47,534 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/9a98d9b316384766afd37526fc73b5ec to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/A/9a98d9b316384766afd37526fc73b5ec 2024-11-25T07:43:47,536 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9e7e0bbf71094f859ff708079295fc87 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/9e7e0bbf71094f859ff708079295fc87 2024-11-25T07:43:47,537 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/cfa073bffc6543f7a053c33d184ca188 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/B/cfa073bffc6543f7a053c33d184ca188 2024-11-25T07:43:47,539 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/11ca764b1d8a411cbe0f1a77c1b0673d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/11ca764b1d8a411cbe0f1a77c1b0673d 2024-11-25T07:43:47,541 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/52672b762d7a425ebe987a69cd6b44fe to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/52672b762d7a425ebe987a69cd6b44fe 2024-11-25T07:43:47,542 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b10a8163518e48eda0765df6d5578169 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/b10a8163518e48eda0765df6d5578169 2024-11-25T07:43:47,543 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d39fc819ecf34bf9b584e9593935a0f4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/C/d39fc819ecf34bf9b584e9593935a0f4 2024-11-25T07:43:47,545 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/recovered.edits/617.seqid to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce/recovered.edits/617.seqid 2024-11-25T07:43:47,546 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/779b58d28995ceca60c595427693afce 2024-11-25T07:43:47,546 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T07:43:47,548 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=76, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:47,551 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T07:43:47,554 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T07:43:47,555 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=76, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:47,555 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T07:43:47,555 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732520627555"}]},"ts":"9223372036854775807"} 2024-11-25T07:43:47,557 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T07:43:47,557 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 779b58d28995ceca60c595427693afce, NAME => 'TestAcidGuarantees,,1732520602191.779b58d28995ceca60c595427693afce.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T07:43:47,558 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T07:43:47,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732520627558"}]},"ts":"9223372036854775807"} 2024-11-25T07:43:47,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T07:43:47,560 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=76, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:47,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-11-25T07:43:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T07:43:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T07:43:47,637 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:47,645 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 246) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_907637432_22 at /127.0.0.1:59764 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643412010_22 at /127.0.0.1:54404 [Waiting for operation #443] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_907637432_22 at /127.0.0.1:44268 [Waiting for operation #316] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_643412010_22 at /127.0.0.1:59762 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=792 (was 839), ProcessCount=11 (was 11), AvailableMemoryMB=6710 (was 7343) 2024-11-25T07:43:47,654 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=792, ProcessCount=11, AvailableMemoryMB=6711 2024-11-25T07:43:47,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T07:43:47,656 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:43:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=77, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:47,670 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=77, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:43:47,670 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:47,671 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 77 2024-11-25T07:43:47,671 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=77, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:43:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=77 2024-11-25T07:43:47,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742180_1356 (size=1061) 2024-11-25T07:43:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=77 2024-11-25T07:43:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=77 2024-11-25T07:43:48,078 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1 2024-11-25T07:43:48,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742181_1357 (size=53) 2024-11-25T07:43:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=77 2024-11-25T07:43:48,483 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:43:48,484 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ffdc8738eade54fc93a31dff9121b280, disabling compactions & flushes 2024-11-25T07:43:48,484 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:48,484 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:48,484 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. after waiting 0 ms 2024-11-25T07:43:48,484 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:48,484 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:48,484 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffdc8738eade54fc93a31dff9121b280: Waiting for close lock at 1732520628484Disabling compacts and flushes for region at 1732520628484Disabling writes for close at 1732520628484Writing region close event to WAL at 1732520628484Closed at 1732520628484 2024-11-25T07:43:48,485 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=77, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:43:48,485 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732520628485"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520628485"}]},"ts":"1732520628485"} 2024-11-25T07:43:48,486 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:43:48,487 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=77, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:43:48,487 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520628487"}]},"ts":"1732520628487"} 2024-11-25T07:43:48,488 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T07:43:48,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, ASSIGN}] 2024-11-25T07:43:48,489 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, ASSIGN 2024-11-25T07:43:48,490 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, ASSIGN; state=OFFLINE, location=7fb8763a5d32,38413,1732520533070; forceNewPlan=false, retain=false 2024-11-25T07:43:48,641 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=ffdc8738eade54fc93a31dff9121b280, regionState=OPENING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:48,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, ASSIGN because future has completed 2024-11-25T07:43:48,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:43:48,796 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:48,797 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:43:48,797 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:48,797 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:43:48,797 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:48,797 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:48,798 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:48,799 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:43:48,800 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdc8738eade54fc93a31dff9121b280 columnFamilyName A 2024-11-25T07:43:48,800 DEBUG [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:48,800 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.HStore(327): Store=ffdc8738eade54fc93a31dff9121b280/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:43:48,800 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:48,801 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:43:48,801 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdc8738eade54fc93a31dff9121b280 columnFamilyName B 2024-11-25T07:43:48,801 DEBUG [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:48,802 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.HStore(327): Store=ffdc8738eade54fc93a31dff9121b280/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:43:48,802 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:48,803 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:43:48,803 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdc8738eade54fc93a31dff9121b280 columnFamilyName C 2024-11-25T07:43:48,803 DEBUG [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:48,803 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.HStore(327): Store=ffdc8738eade54fc93a31dff9121b280/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:43:48,804 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:48,804 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:48,804 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:48,805 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:48,806 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:48,806 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:48,806 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:43:48,807 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:48,809 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:43:48,809 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened ffdc8738eade54fc93a31dff9121b280; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68260882, jitterRate=0.01716640591621399}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:43:48,809 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:48,810 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for ffdc8738eade54fc93a31dff9121b280: Running coprocessor pre-open hook at 1732520628797Writing region info on filesystem at 1732520628797Initializing all the Stores at 1732520628798 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520628798Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520628798Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520628798Cleaning up temporary data from old regions at 1732520628806 (+8 ms)Running coprocessor post-open hooks at 1732520628809 (+3 ms)Region opened successfully at 1732520628810 (+1 ms) 2024-11-25T07:43:48,811 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., pid=79, masterSystemTime=1732520628794 2024-11-25T07:43:48,812 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:48,812 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:48,813 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=ffdc8738eade54fc93a31dff9121b280, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=77 2024-11-25T07:43:48,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:43:48,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-25T07:43:48,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 in 173 msec 2024-11-25T07:43:48,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-11-25T07:43:48,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, ASSIGN in 329 msec 2024-11-25T07:43:48,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=77, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:43:48,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520628819"}]},"ts":"1732520628819"} 2024-11-25T07:43:48,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T07:43:48,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=77, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:43:48,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-25T07:43:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=77 2024-11-25T07:43:49,824 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:49,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db9998b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:49,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:49,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:49,826 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7709ca43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:49,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:49,829 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:49,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b50eb9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:49,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:49,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:49,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:43:49,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,43783,1732520532229 2024-11-25T07:43:49,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7966dafa 2024-11-25T07:43:49,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:43:49,834 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:43:49,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T07:43:49,836 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:43:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T07:43:49,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742182_1358 (size=1097) 2024-11-25T07:43:50,249 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-25T07:43:50,249 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-25T07:43:50,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T07:43:50,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, REOPEN/MOVE}] 2024-11-25T07:43:50,255 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, REOPEN/MOVE 2024-11-25T07:43:50,255 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=ffdc8738eade54fc93a31dff9121b280, regionState=CLOSING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:50,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, REOPEN/MOVE because future has completed 2024-11-25T07:43:50,257 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T07:43:50,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:43:50,409 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,409 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T07:43:50,409 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing ffdc8738eade54fc93a31dff9121b280, disabling compactions & flushes 2024-11-25T07:43:50,410 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:50,410 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:50,410 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. after waiting 0 ms 2024-11-25T07:43:50,410 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:50,413 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T07:43:50,413 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:50,413 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for ffdc8738eade54fc93a31dff9121b280: Waiting for close lock at 1732520630409Running coprocessor pre-close hooks at 1732520630409Disabling compacts and flushes for region at 1732520630409Disabling writes for close at 1732520630410 (+1 ms)Writing region close event to WAL at 1732520630410Running coprocessor post-close hooks at 1732520630413 (+3 ms)Closed at 1732520630413 2024-11-25T07:43:50,414 WARN [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionServer(3299): Not adding moved region record: ffdc8738eade54fc93a31dff9121b280 to self. 2024-11-25T07:43:50,415 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=ffdc8738eade54fc93a31dff9121b280, regionState=CLOSED 2024-11-25T07:43:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:43:50,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-25T07:43:50,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 in 161 msec 2024-11-25T07:43:50,420 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, REOPEN/MOVE; state=CLOSED, location=7fb8763a5d32,38413,1732520533070; forceNewPlan=false, retain=true 2024-11-25T07:43:50,570 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=ffdc8738eade54fc93a31dff9121b280, regionState=OPENING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:50,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, REOPEN/MOVE because future has completed 2024-11-25T07:43:50,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:43:50,726 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:50,727 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7752): Opening region: {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:43:50,727 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,727 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:43:50,727 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7794): checking encryption for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,727 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7797): checking classloading for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,729 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,730 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:43:50,730 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdc8738eade54fc93a31dff9121b280 columnFamilyName A 2024-11-25T07:43:50,731 DEBUG [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:50,731 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.HStore(327): Store=ffdc8738eade54fc93a31dff9121b280/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:43:50,731 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,732 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:43:50,732 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdc8738eade54fc93a31dff9121b280 columnFamilyName B 2024-11-25T07:43:50,732 DEBUG [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:50,732 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.HStore(327): Store=ffdc8738eade54fc93a31dff9121b280/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:43:50,733 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,733 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:43:50,733 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffdc8738eade54fc93a31dff9121b280 columnFamilyName C 2024-11-25T07:43:50,733 DEBUG [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:50,733 INFO [StoreOpener-ffdc8738eade54fc93a31dff9121b280-1 {}] regionserver.HStore(327): Store=ffdc8738eade54fc93a31dff9121b280/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:43:50,734 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:50,734 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1038): replaying wal for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,734 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,735 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,736 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1048): stopping wal replay for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,736 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1060): Cleaning up temporary data for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,736 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:43:50,737 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1093): writing seq id for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,738 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1114): Opened ffdc8738eade54fc93a31dff9121b280; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58730649, jitterRate=-0.12484513223171234}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:43:50,738 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,738 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1006): Region open journal for ffdc8738eade54fc93a31dff9121b280: Running coprocessor pre-open hook at 1732520630727Writing region info on filesystem at 1732520630727Initializing all the Stores at 1732520630728 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520630728Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520630728Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520630728Cleaning up temporary data from old regions at 1732520630736 (+8 ms)Running coprocessor post-open hooks at 1732520630738 (+2 ms)Region opened successfully at 1732520630738 2024-11-25T07:43:50,739 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., pid=84, masterSystemTime=1732520630724 2024-11-25T07:43:50,740 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:50,741 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:50,741 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=ffdc8738eade54fc93a31dff9121b280, regionState=OPEN, openSeqNum=5, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:50,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:43:50,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-25T07:43:50,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 in 171 msec 2024-11-25T07:43:50,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-25T07:43:50,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, REOPEN/MOVE in 491 msec 2024-11-25T07:43:50,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-25T07:43:50,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 495 msec 2024-11-25T07:43:50,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 913 msec 2024-11-25T07:43:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T07:43:50,752 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:50,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f1e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:50,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:50,753 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f247131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:50,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:50,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:50,754 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9641c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:50,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:50,757 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:50,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:50,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:50,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a94f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:50,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:50,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:50,758 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47746db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:50,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:50,760 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:50,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:50,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4946499a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:50,762 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4320c485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:50,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:50,763 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:50,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:50,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:50,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647ca68f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:50,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:50,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:50,765 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb54060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:50,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:50,766 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:50,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:50,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698f9621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:50,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:50,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:50,768 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f656c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:50,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:50,770 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:50,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:50,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:50,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2fe8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:50,771 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:50,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636d5bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:50,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:50,774 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:50,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:50,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:50,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5ceb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:50,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:50,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:50,775 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:50,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765fcd63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:50,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:50,777 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1104780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:50,779 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d2e9af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:50,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:50,781 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2473bbbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:50,783 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:50,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0c8c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:43:50,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:43:50,786 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:43:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:43:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:43:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ae21ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:43:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:43:50,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:43:50,787 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:43:50,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e0505b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:43:50,789 DEBUG [Thread-1637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:50,789 DEBUG [Thread-1643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:50,789 DEBUG [Thread-1628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:50,789 DEBUG [Thread-1645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:50,790 DEBUG [Thread-1641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:50,790 DEBUG [Thread-1645 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:50,790 DEBUG [Thread-1645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:50,791 DEBUG [Thread-1639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:50,791 DEBUG [Thread-1626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:50,791 DEBUG [Thread-1630 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:50,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:50,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:50,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:50,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:50,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:50,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:50,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:50,793 DEBUG [Thread-1632 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:50,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:50,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:50,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:50,793 DEBUG [Thread-1634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:43:50,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:43:50,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:43:50,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:43:50,796 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:43:50,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:50,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:43:50,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:43:50,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:50,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:43:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:43:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-25T07:43:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-25T07:43:50,806 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:43:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:43:50,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:43:50,807 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:50,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:43:50,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:43:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffdc8738eade54fc93a31dff9121b280 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T07:43:50,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=A 2024-11-25T07:43:50,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:50,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=B 2024-11-25T07:43:50,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:50,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=C 2024-11-25T07:43:50,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:50,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b066a210d57a4e3ebf571282cf4b8f67_ffdc8738eade54fc93a31dff9121b280 is 50, key is test_row_0/A:col10/1732520630811/Put/seqid=0 2024-11-25T07:43:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-25T07:43:50,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732520630848, max timestamp=1732520630911Num uniques 859; 2024-11-25T07:43:50,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T07:43:50,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520630895, max timestamp=1732520630911Num uniques 859; 2024-11-25T07:43:50,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:50,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520630895, max timestamp=1732520630911Num uniques 859; 2024-11-25T07:43:50,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:50,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742183_1359 (size=17034) 2024-11-25T07:43:50,943 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:50,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T07:43:50,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:50,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:50,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:50,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:50,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:50,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:50,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520690953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520690955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:50,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520690957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:50,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:50,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:50,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:50,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:50,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:50,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:50,977 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b066a210d57a4e3ebf571282cf4b8f67_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b066a210d57a4e3ebf571282cf4b8f67_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:50,977 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/a86b5e9221bc4b3b9465f9dc94b74133, store: [table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:50,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/a86b5e9221bc4b3b9465f9dc94b74133 is 175, key is test_row_0/A:col10/1732520630811/Put/seqid=0 2024-11-25T07:43:50,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742184_1360 (size=48139) 2024-11-25T07:43:50,986 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/a86b5e9221bc4b3b9465f9dc94b74133 2024-11-25T07:43:50,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:50,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520690975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520690976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/dcca45c08ea94700834468a5a2e423d4 is 50, key is test_row_0/B:col10/1732520630811/Put/seqid=0 2024-11-25T07:43:51,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742185_1361 (size=12001) 2024-11-25T07:43:51,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/dcca45c08ea94700834468a5a2e423d4 2024-11-25T07:43:51,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520691084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520691084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520691085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/353394c3cbea461e86aaf0c77351ece6 is 50, key is test_row_0/C:col10/1732520630811/Put/seqid=0 2024-11-25T07:43:51,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T07:43:51,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:51,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:51,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:51,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:51,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:51,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520691104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520691104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-25T07:43:51,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742186_1362 (size=12001) 2024-11-25T07:43:51,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T07:43:51,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:51,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:51,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:51,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:51,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:51,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520691299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520691299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520691304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520691324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520691324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T07:43:51,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:51,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:51,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:51,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:51,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-25T07:43:51,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/353394c3cbea461e86aaf0c77351ece6 2024-11-25T07:43:51,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/a86b5e9221bc4b3b9465f9dc94b74133 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a86b5e9221bc4b3b9465f9dc94b74133 2024-11-25T07:43:51,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a86b5e9221bc4b3b9465f9dc94b74133, entries=250, sequenceid=15, filesize=47.0 K 2024-11-25T07:43:51,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/dcca45c08ea94700834468a5a2e423d4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/dcca45c08ea94700834468a5a2e423d4 2024-11-25T07:43:51,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/dcca45c08ea94700834468a5a2e423d4, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T07:43:51,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/353394c3cbea461e86aaf0c77351ece6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/353394c3cbea461e86aaf0c77351ece6 2024-11-25T07:43:51,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/353394c3cbea461e86aaf0c77351ece6, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T07:43:51,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for ffdc8738eade54fc93a31dff9121b280 in 733ms, sequenceid=15, compaction requested=false 2024-11-25T07:43:51,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:43:51,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T07:43:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:51,584 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2902): Flushing ffdc8738eade54fc93a31dff9121b280 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-25T07:43:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=A 2024-11-25T07:43:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=B 2024-11-25T07:43:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=C 2024-11-25T07:43:51,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:51,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:51,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a8efeee32e2244d497d190694ff1f4d9_ffdc8738eade54fc93a31dff9121b280 is 50, key is test_row_0/A:col10/1732520630955/Put/seqid=0 2024-11-25T07:43:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520691643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520691643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520691643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520691644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520691653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742187_1363 (size=12154) 2024-11-25T07:43:51,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:51,685 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a8efeee32e2244d497d190694ff1f4d9_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a8efeee32e2244d497d190694ff1f4d9_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/a0bf3b2de1244918a5a214107c39fd4e, store: [table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:51,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/a0bf3b2de1244918a5a214107c39fd4e is 175, key is test_row_0/A:col10/1732520630955/Put/seqid=0 2024-11-25T07:43:51,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742188_1364 (size=30955) 2024-11-25T07:43:51,733 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/a0bf3b2de1244918a5a214107c39fd4e 2024-11-25T07:43:51,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/049491955d3d4bd58076c6164fb2ebb3 is 50, key is test_row_0/B:col10/1732520630955/Put/seqid=0 2024-11-25T07:43:51,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742189_1365 (size=12001) 2024-11-25T07:43:51,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520691764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520691766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520691773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-25T07:43:51,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520691983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520691983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520691983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:51,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:51,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:51,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:52,169 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/049491955d3d4bd58076c6164fb2ebb3 2024-11-25T07:43:52,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/282f166bd92a43d782489fb58e312a1a is 50, key is test_row_0/C:col10/1732520630955/Put/seqid=0 2024-11-25T07:43:52,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742190_1366 (size=12001) 2024-11-25T07:43:52,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520692174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:52,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520692174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:52,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:52,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520692293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:52,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:52,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520692303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:52,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:52,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520692303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:52,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:43:52,580 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/282f166bd92a43d782489fb58e312a1a 2024-11-25T07:43:52,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/a0bf3b2de1244918a5a214107c39fd4e as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a0bf3b2de1244918a5a214107c39fd4e 2024-11-25T07:43:52,589 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a0bf3b2de1244918a5a214107c39fd4e, entries=150, sequenceid=51, filesize=30.2 K 2024-11-25T07:43:52,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/049491955d3d4bd58076c6164fb2ebb3 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/049491955d3d4bd58076c6164fb2ebb3 2024-11-25T07:43:52,617 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/049491955d3d4bd58076c6164fb2ebb3, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T07:43:52,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/282f166bd92a43d782489fb58e312a1a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/282f166bd92a43d782489fb58e312a1a 2024-11-25T07:43:52,629 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/282f166bd92a43d782489fb58e312a1a, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T07:43:52,631 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for ffdc8738eade54fc93a31dff9121b280 in 1047ms, sequenceid=51, compaction requested=false 2024-11-25T07:43:52,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2603): Flush status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:43:52,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:52,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-25T07:43:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=86 2024-11-25T07:43:52,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-25T07:43:52,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec 2024-11-25T07:43:52,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.8380 sec 2024-11-25T07:43:52,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffdc8738eade54fc93a31dff9121b280 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T07:43:52,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=A 2024-11-25T07:43:52,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:52,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=B 2024-11-25T07:43:52,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:52,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=C 2024-11-25T07:43:52,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:52,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125eb1b5b51622f48f3ba4e59bb21a5bf11_ffdc8738eade54fc93a31dff9121b280 is 50, key is test_row_0/A:col10/1732520632816/Put/seqid=0 2024-11-25T07:43:52,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742191_1367 (size=12154) 2024-11-25T07:43:52,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520632863, max timestamp=1732520632882Num uniques 859; 2024-11-25T07:43:52,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520632863, max timestamp=1732520632882Num uniques 859; 2024-11-25T07:43:52,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520632863, max timestamp=1732520632882Num uniques 859; 2024-11-25T07:43:52,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:43:52,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:43:52,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:43:52,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520692932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:52,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:52,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520692934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:52,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-25T07:43:52,953 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:52,954 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-25T07:43:52,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520692935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-25T07:43:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:52,957 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:52,957 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:52,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:53,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520693043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:53,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520693053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:53,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-25T07:43:53,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520693064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:53,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T07:43:53,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:53,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:53,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:53,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:53,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520693193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520693193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:53,206 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:53,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:53,207 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:53,254 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:53,257 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125eb1b5b51622f48f3ba4e59bb21a5bf11_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eb1b5b51622f48f3ba4e59bb21a5bf11_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:53,261 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/3e41f18be3914ea1bb3d07ad52ed48ab, store: [table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:53,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/3e41f18be3914ea1bb3d07ad52ed48ab is 175, key is test_row_0/A:col10/1732520632816/Put/seqid=0 2024-11-25T07:43:53,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T07:43:53,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:53,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:53,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:53,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-25T07:43:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742192_1368 (size=30955) 2024-11-25T07:43:53,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520693265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:53,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520693265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:53,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520693288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:53,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:53,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T07:43:53,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:53,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:53,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:53,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T07:43:53,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:53,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:53,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:53,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-25T07:43:53,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520693588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:53,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520693594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:53,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:53,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520693613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:53,678 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/3e41f18be3914ea1bb3d07ad52ed48ab 2024-11-25T07:43:53,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/c505a3261c4e4e34bd59826e1f393699 is 50, key is test_row_0/B:col10/1732520632816/Put/seqid=0 2024-11-25T07:43:53,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742193_1369 (size=12001) 2024-11-25T07:43:53,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T07:43:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:53,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T07:43:53,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:53,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:53,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:53,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T07:43:54,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:54,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/c505a3261c4e4e34bd59826e1f393699 2024-11-25T07:43:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-25T07:43:54,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/89d36e26ae9a46bdbd82a4ac97c09264 is 50, key is test_row_0/C:col10/1732520632816/Put/seqid=0 2024-11-25T07:43:54,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742194_1370 (size=12001) 2024-11-25T07:43:54,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/89d36e26ae9a46bdbd82a4ac97c09264 2024-11-25T07:43:54,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520694093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:54,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/3e41f18be3914ea1bb3d07ad52ed48ab as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3e41f18be3914ea1bb3d07ad52ed48ab 2024-11-25T07:43:54,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3e41f18be3914ea1bb3d07ad52ed48ab, entries=150, sequenceid=62, filesize=30.2 K 2024-11-25T07:43:54,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/c505a3261c4e4e34bd59826e1f393699 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/c505a3261c4e4e34bd59826e1f393699 2024-11-25T07:43:54,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/c505a3261c4e4e34bd59826e1f393699, entries=150, sequenceid=62, filesize=11.7 K 2024-11-25T07:43:54,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/89d36e26ae9a46bdbd82a4ac97c09264 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/89d36e26ae9a46bdbd82a4ac97c09264 2024-11-25T07:43:54,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/89d36e26ae9a46bdbd82a4ac97c09264, entries=150, sequenceid=62, filesize=11.7 K 2024-11-25T07:43:54,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ffdc8738eade54fc93a31dff9121b280 in 1306ms, sequenceid=62, compaction requested=true 2024-11-25T07:43:54,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:43:54,126 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:54,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdc8738eade54fc93a31dff9121b280:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:54,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:54,126 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:54,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdc8738eade54fc93a31dff9121b280:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:54,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:54,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdc8738eade54fc93a31dff9121b280:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:54,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:54,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffdc8738eade54fc93a31dff9121b280 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-25T07:43:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=A 2024-11-25T07:43:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=B 2024-11-25T07:43:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=C 2024-11-25T07:43:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:54,129 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:54,129 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ffdc8738eade54fc93a31dff9121b280/A is initiating minor compaction (all files) 2024-11-25T07:43:54,130 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffdc8738eade54fc93a31dff9121b280/A in TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,130 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a86b5e9221bc4b3b9465f9dc94b74133, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a0bf3b2de1244918a5a214107c39fd4e, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3e41f18be3914ea1bb3d07ad52ed48ab] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp, totalSize=107.5 K 2024-11-25T07:43:54,130 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,130 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a86b5e9221bc4b3b9465f9dc94b74133, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a0bf3b2de1244918a5a214107c39fd4e, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3e41f18be3914ea1bb3d07ad52ed48ab] 2024-11-25T07:43:54,132 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:54,132 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting a86b5e9221bc4b3b9465f9dc94b74133, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732520630809 2024-11-25T07:43:54,132 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ffdc8738eade54fc93a31dff9121b280/B is initiating minor compaction (all files) 2024-11-25T07:43:54,132 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffdc8738eade54fc93a31dff9121b280/B in TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,133 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/dcca45c08ea94700834468a5a2e423d4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/049491955d3d4bd58076c6164fb2ebb3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/c505a3261c4e4e34bd59826e1f393699] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp, totalSize=35.2 K 2024-11-25T07:43:54,133 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting dcca45c08ea94700834468a5a2e423d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732520630811 2024-11-25T07:43:54,133 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0bf3b2de1244918a5a214107c39fd4e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732520630947 2024-11-25T07:43:54,134 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 049491955d3d4bd58076c6164fb2ebb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732520630947 2024-11-25T07:43:54,134 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e41f18be3914ea1bb3d07ad52ed48ab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732520631641 2024-11-25T07:43:54,135 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting c505a3261c4e4e34bd59826e1f393699, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732520631641 2024-11-25T07:43:54,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e83df7cb430e46b6bc6eedf6e30fc37f_ffdc8738eade54fc93a31dff9121b280 is 50, key is test_row_0/A:col10/1732520632915/Put/seqid=0 2024-11-25T07:43:54,159 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdc8738eade54fc93a31dff9121b280#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:54,160 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/a18f8f71021747eea2b2649763e1fe75 is 50, key is test_row_0/B:col10/1732520632816/Put/seqid=0 2024-11-25T07:43:54,169 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:54,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742195_1371 (size=14594) 2024-11-25T07:43:54,179 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:54,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520694177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:54,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:54,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T07:43:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520694178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:54,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:54,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,185 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125fd6e3e235286405eb9ea1973584c767b_ffdc8738eade54fc93a31dff9121b280 store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,187 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125fd6e3e235286405eb9ea1973584c767b_ffdc8738eade54fc93a31dff9121b280, store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:54,187 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fd6e3e235286405eb9ea1973584c767b_ffdc8738eade54fc93a31dff9121b280 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:54,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742196_1372 (size=12104) 2024-11-25T07:43:54,195 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e83df7cb430e46b6bc6eedf6e30fc37f_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e83df7cb430e46b6bc6eedf6e30fc37f_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:54,200 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/95368327ea284ffd9f071cb17cd1affb, store: [table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:54,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/95368327ea284ffd9f071cb17cd1affb is 175, key is test_row_0/A:col10/1732520632915/Put/seqid=0 2024-11-25T07:43:54,204 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/a18f8f71021747eea2b2649763e1fe75 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/a18f8f71021747eea2b2649763e1fe75 2024-11-25T07:43:54,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742197_1373 (size=4469) 2024-11-25T07:43:54,224 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdc8738eade54fc93a31dff9121b280#A#compaction#322 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:54,225 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/aa132680fda34f7cb250d4014d1f6889 is 175, key is test_row_0/A:col10/1732520632816/Put/seqid=0 2024-11-25T07:43:54,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742198_1374 (size=39549) 2024-11-25T07:43:54,236 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/95368327ea284ffd9f071cb17cd1affb 2024-11-25T07:43:54,237 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffdc8738eade54fc93a31dff9121b280/B of ffdc8738eade54fc93a31dff9121b280 into a18f8f71021747eea2b2649763e1fe75(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:54,237 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:43:54,237 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., storeName=ffdc8738eade54fc93a31dff9121b280/B, priority=13, startTime=1732520634126; duration=0sec 2024-11-25T07:43:54,237 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:54,237 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdc8738eade54fc93a31dff9121b280:B 2024-11-25T07:43:54,237 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:43:54,242 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:43:54,243 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ffdc8738eade54fc93a31dff9121b280/C is initiating minor compaction (all files) 2024-11-25T07:43:54,243 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffdc8738eade54fc93a31dff9121b280/C in TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,243 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/353394c3cbea461e86aaf0c77351ece6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/282f166bd92a43d782489fb58e312a1a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/89d36e26ae9a46bdbd82a4ac97c09264] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp, totalSize=35.2 K 2024-11-25T07:43:54,243 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 353394c3cbea461e86aaf0c77351ece6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732520630811 2024-11-25T07:43:54,244 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 282f166bd92a43d782489fb58e312a1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732520630947 2024-11-25T07:43:54,245 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 89d36e26ae9a46bdbd82a4ac97c09264, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732520631641 2024-11-25T07:43:54,262 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdc8738eade54fc93a31dff9121b280#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:54,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/aa2120ca932d4d3480ed8153461b6636 is 50, key is test_row_0/B:col10/1732520632915/Put/seqid=0 2024-11-25T07:43:54,263 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/3ea414302e1345839ac62c55b3f12686 is 50, key is test_row_0/C:col10/1732520632816/Put/seqid=0 2024-11-25T07:43:54,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742199_1375 (size=31058) 2024-11-25T07:43:54,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742200_1376 (size=12001) 2024-11-25T07:43:54,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742201_1377 (size=12104) 2024-11-25T07:43:54,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520694293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520694293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:54,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T07:43:54,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:54,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T07:43:54,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:54,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520694513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:54,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520694513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:54,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:54,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T07:43:54,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:54,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:54,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/aa2120ca932d4d3480ed8153461b6636 2024-11-25T07:43:54,693 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/aa132680fda34f7cb250d4014d1f6889 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/aa132680fda34f7cb250d4014d1f6889 2024-11-25T07:43:54,698 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffdc8738eade54fc93a31dff9121b280/A of ffdc8738eade54fc93a31dff9121b280 into aa132680fda34f7cb250d4014d1f6889(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:54,698 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:43:54,698 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., storeName=ffdc8738eade54fc93a31dff9121b280/A, priority=13, startTime=1732520634125; duration=0sec 2024-11-25T07:43:54,698 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:54,698 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdc8738eade54fc93a31dff9121b280:A 2024-11-25T07:43:54,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/d48f9219790b439b89bcc5e89c5a8fd3 is 50, key is test_row_0/C:col10/1732520632915/Put/seqid=0 2024-11-25T07:43:54,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742202_1378 (size=12001) 2024-11-25T07:43:54,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/d48f9219790b439b89bcc5e89c5a8fd3 2024-11-25T07:43:54,711 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/3ea414302e1345839ac62c55b3f12686 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/3ea414302e1345839ac62c55b3f12686 2024-11-25T07:43:54,715 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffdc8738eade54fc93a31dff9121b280/C of ffdc8738eade54fc93a31dff9121b280 into 3ea414302e1345839ac62c55b3f12686(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:54,715 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:43:54,716 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., storeName=ffdc8738eade54fc93a31dff9121b280/C, priority=13, startTime=1732520634126; duration=0sec 2024-11-25T07:43:54,716 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:54,716 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdc8738eade54fc93a31dff9121b280:C 2024-11-25T07:43:54,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/95368327ea284ffd9f071cb17cd1affb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/95368327ea284ffd9f071cb17cd1affb 2024-11-25T07:43:54,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/95368327ea284ffd9f071cb17cd1affb, entries=200, sequenceid=98, filesize=38.6 K 2024-11-25T07:43:54,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/aa2120ca932d4d3480ed8153461b6636 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/aa2120ca932d4d3480ed8153461b6636 2024-11-25T07:43:54,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/aa2120ca932d4d3480ed8153461b6636, entries=150, sequenceid=98, filesize=11.7 K 2024-11-25T07:43:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/d48f9219790b439b89bcc5e89c5a8fd3 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/d48f9219790b439b89bcc5e89c5a8fd3 2024-11-25T07:43:54,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/d48f9219790b439b89bcc5e89c5a8fd3, entries=150, sequenceid=98, filesize=11.7 K 2024-11-25T07:43:54,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for ffdc8738eade54fc93a31dff9121b280 in 603ms, sequenceid=98, compaction requested=false 2024-11-25T07:43:54,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:43:54,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T07:43:54,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:54,804 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2902): Flushing ffdc8738eade54fc93a31dff9121b280 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:43:54,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=A 2024-11-25T07:43:54,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:54,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=B 2024-11-25T07:43:54,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:54,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=C 2024-11-25T07:43:54,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:54,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f3d0823e64c8456f8a9727c0db25fbf0_ffdc8738eade54fc93a31dff9121b280 is 50, key is test_row_0/A:col10/1732520634175/Put/seqid=0 2024-11-25T07:43:54,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742203_1379 (size=12154) 2024-11-25T07:43:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:54,842 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f3d0823e64c8456f8a9727c0db25fbf0_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f3d0823e64c8456f8a9727c0db25fbf0_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:54,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/09bace12d0a246f584a346453b50e7fa, store: [table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:54,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/09bace12d0a246f584a346453b50e7fa is 175, key is test_row_0/A:col10/1732520634175/Put/seqid=0 2024-11-25T07:43:54,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742204_1380 (size=30955) 2024-11-25T07:43:54,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520634902, max timestamp=1732520634920Num uniques 859; 2024-11-25T07:43:54,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:43:54,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520634902, max timestamp=1732520634920Num uniques 859; 2024-11-25T07:43:54,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:43:54,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520634902, max timestamp=1732520634920Num uniques 859; 2024-11-25T07:43:54,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:43:55,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520695004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:55,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520695006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:55,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:55,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-25T07:43:55,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520695123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:55,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520695123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:55,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520695123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:55,130 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:55,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:55,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:55,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:55,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520695223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:55,235 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4260 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:55,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520695234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:55,239 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4264 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:55,253 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=111, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/09bace12d0a246f584a346453b50e7fa 2024-11-25T07:43:55,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/5c0e684e8a0c4eeda0a619c35f628e9e is 50, key is test_row_0/B:col10/1732520634175/Put/seqid=0 2024-11-25T07:43:55,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742205_1381 (size=12001) 2024-11-25T07:43:55,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520695333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:55,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:55,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520695343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:55,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520695643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:55,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:55,675 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/5c0e684e8a0c4eeda0a619c35f628e9e 2024-11-25T07:43:55,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520695664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:55,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/9788d817058e4746bc6727d2e86a4dbb is 50, key is test_row_0/C:col10/1732520634175/Put/seqid=0 2024-11-25T07:43:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742206_1382 (size=12001) 2024-11-25T07:43:56,106 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/9788d817058e4746bc6727d2e86a4dbb 2024-11-25T07:43:56,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/09bace12d0a246f584a346453b50e7fa as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/09bace12d0a246f584a346453b50e7fa 2024-11-25T07:43:56,114 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/09bace12d0a246f584a346453b50e7fa, entries=150, sequenceid=111, filesize=30.2 K 2024-11-25T07:43:56,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/5c0e684e8a0c4eeda0a619c35f628e9e as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/5c0e684e8a0c4eeda0a619c35f628e9e 2024-11-25T07:43:56,119 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/5c0e684e8a0c4eeda0a619c35f628e9e, entries=150, sequenceid=111, filesize=11.7 K 2024-11-25T07:43:56,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/9788d817058e4746bc6727d2e86a4dbb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/9788d817058e4746bc6727d2e86a4dbb 2024-11-25T07:43:56,124 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/9788d817058e4746bc6727d2e86a4dbb, entries=150, sequenceid=111, filesize=11.7 K 2024-11-25T07:43:56,125 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ffdc8738eade54fc93a31dff9121b280 in 1321ms, sequenceid=111, compaction requested=true 2024-11-25T07:43:56,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2603): Flush status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:43:56,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:56,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-25T07:43:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=88 2024-11-25T07:43:56,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-25T07:43:56,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1700 sec 2024-11-25T07:43:56,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 3.1760 sec 2024-11-25T07:43:56,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffdc8738eade54fc93a31dff9121b280 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-25T07:43:56,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=A 2024-11-25T07:43:56,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:56,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=B 2024-11-25T07:43:56,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:56,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=C 2024-11-25T07:43:56,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:56,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252e4cb1217bac44ac8a6c159ad3ca12c9_ffdc8738eade54fc93a31dff9121b280 is 50, key is test_row_0/A:col10/1732520636174/Put/seqid=0 2024-11-25T07:43:56,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742207_1383 (size=14794) 2024-11-25T07:43:56,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520696214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:56,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:56,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:56,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:56,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520696221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:56,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:56,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:56,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:56,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520696323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:56,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:56,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:56,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:56,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520696353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:56,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520696544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:56,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520696573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:56,595 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:56,599 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252e4cb1217bac44ac8a6c159ad3ca12c9_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252e4cb1217bac44ac8a6c159ad3ca12c9_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:56,600 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/1a6146a23c4f497b9dbd27c6b7e2a46b, store: [table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:56,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/1a6146a23c4f497b9dbd27c6b7e2a46b is 175, key is test_row_0/A:col10/1732520636174/Put/seqid=0 2024-11-25T07:43:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742208_1384 (size=39749) 2024-11-25T07:43:56,606 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/1a6146a23c4f497b9dbd27c6b7e2a46b 2024-11-25T07:43:56,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/09f817d8cca64b298e219a3d9dcc86ef is 50, key is test_row_0/B:col10/1732520636174/Put/seqid=0 2024-11-25T07:43:56,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742209_1385 (size=12151) 2024-11-25T07:43:56,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/09f817d8cca64b298e219a3d9dcc86ef 2024-11-25T07:43:56,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/5fc704318d1f42ebb6ee332eb4d4da69 is 50, key is test_row_0/C:col10/1732520636174/Put/seqid=0 2024-11-25T07:43:56,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742210_1386 (size=12151) 2024-11-25T07:43:56,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/5fc704318d1f42ebb6ee332eb4d4da69 2024-11-25T07:43:56,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/1a6146a23c4f497b9dbd27c6b7e2a46b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1a6146a23c4f497b9dbd27c6b7e2a46b 2024-11-25T07:43:56,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1a6146a23c4f497b9dbd27c6b7e2a46b, entries=200, sequenceid=148, filesize=38.8 K 2024-11-25T07:43:56,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/09f817d8cca64b298e219a3d9dcc86ef as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/09f817d8cca64b298e219a3d9dcc86ef 2024-11-25T07:43:56,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/09f817d8cca64b298e219a3d9dcc86ef, entries=150, sequenceid=148, filesize=11.9 K 2024-11-25T07:43:56,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/5fc704318d1f42ebb6ee332eb4d4da69 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/5fc704318d1f42ebb6ee332eb4d4da69 2024-11-25T07:43:56,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/5fc704318d1f42ebb6ee332eb4d4da69, entries=150, sequenceid=148, filesize=11.9 K 2024-11-25T07:43:56,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for ffdc8738eade54fc93a31dff9121b280 in 507ms, sequenceid=148, compaction requested=true 2024-11-25T07:43:56,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:43:56,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdc8738eade54fc93a31dff9121b280:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:43:56,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:56,683 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:56,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdc8738eade54fc93a31dff9121b280:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:43:56,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:56,683 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:56,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdc8738eade54fc93a31dff9121b280:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:43:56,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:56,684 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:56,684 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141311 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:56,684 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ffdc8738eade54fc93a31dff9121b280/A is initiating minor compaction (all files) 2024-11-25T07:43:56,684 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ffdc8738eade54fc93a31dff9121b280/B is initiating minor compaction (all files) 2024-11-25T07:43:56,684 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffdc8738eade54fc93a31dff9121b280/A in TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:56,684 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffdc8738eade54fc93a31dff9121b280/B in TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:56,685 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/a18f8f71021747eea2b2649763e1fe75, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/aa2120ca932d4d3480ed8153461b6636, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/5c0e684e8a0c4eeda0a619c35f628e9e, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/09f817d8cca64b298e219a3d9dcc86ef] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp, totalSize=47.1 K 2024-11-25T07:43:56,685 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/aa132680fda34f7cb250d4014d1f6889, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/95368327ea284ffd9f071cb17cd1affb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/09bace12d0a246f584a346453b50e7fa, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1a6146a23c4f497b9dbd27c6b7e2a46b] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp, totalSize=138.0 K 2024-11-25T07:43:56,685 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:56,685 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/aa132680fda34f7cb250d4014d1f6889, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/95368327ea284ffd9f071cb17cd1affb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/09bace12d0a246f584a346453b50e7fa, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1a6146a23c4f497b9dbd27c6b7e2a46b] 2024-11-25T07:43:56,685 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting a18f8f71021747eea2b2649763e1fe75, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732520631641 2024-11-25T07:43:56,685 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa132680fda34f7cb250d4014d1f6889, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732520631641 2024-11-25T07:43:56,685 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting aa2120ca932d4d3480ed8153461b6636, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732520632915 2024-11-25T07:43:56,685 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95368327ea284ffd9f071cb17cd1affb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732520632915 2024-11-25T07:43:56,685 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09bace12d0a246f584a346453b50e7fa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732520634159 2024-11-25T07:43:56,686 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c0e684e8a0c4eeda0a619c35f628e9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732520634159 2024-11-25T07:43:56,686 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a6146a23c4f497b9dbd27c6b7e2a46b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732520634996 2024-11-25T07:43:56,686 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 09f817d8cca64b298e219a3d9dcc86ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732520634996 2024-11-25T07:43:56,695 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:56,696 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdc8738eade54fc93a31dff9121b280#B#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:56,697 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/dc19d5ae305a48768d5a54c8a51e19db is 50, key is test_row_0/B:col10/1732520636174/Put/seqid=0 2024-11-25T07:43:56,698 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112574bb7541b8f34118b148b91276118c85_ffdc8738eade54fc93a31dff9121b280 store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:56,701 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112574bb7541b8f34118b148b91276118c85_ffdc8738eade54fc93a31dff9121b280, store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:56,701 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112574bb7541b8f34118b148b91276118c85_ffdc8738eade54fc93a31dff9121b280 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:56,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742212_1388 (size=4469) 2024-11-25T07:43:56,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742211_1387 (size=12391) 2024-11-25T07:43:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:56,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffdc8738eade54fc93a31dff9121b280 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:43:56,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=A 2024-11-25T07:43:56,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:56,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=B 2024-11-25T07:43:56,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:56,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=C 2024-11-25T07:43:56,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:43:56,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112520e82eb99331434882d1652a0ab3eaf2_ffdc8738eade54fc93a31dff9121b280 is 50, key is test_row_0/A:col10/1732520636197/Put/seqid=0 2024-11-25T07:43:56,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742213_1389 (size=14794) 2024-11-25T07:43:57,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520636958, max timestamp=1732520637001Num uniques 859; 2024-11-25T07:43:57,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:57,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520636958, max timestamp=1732520637001Num uniques 859; 2024-11-25T07:43:57,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520636958, max timestamp=1732520637001Num uniques 859; 2024-11-25T07:43:57,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:57,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:43:57,117 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdc8738eade54fc93a31dff9121b280#A#compaction#333 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:57,118 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/292719fb91a54f19a35e58583ed22055 is 175, key is test_row_0/A:col10/1732520636174/Put/seqid=0 2024-11-25T07:43:57,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520697104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742214_1390 (size=31345) 2024-11-25T07:43:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-25T07:43:57,124 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:43:57,124 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:43:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-25T07:43:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T07:43:57,126 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:43:57,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520697109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:57,127 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:43:57,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:43:57,129 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/292719fb91a54f19a35e58583ed22055 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/292719fb91a54f19a35e58583ed22055 2024-11-25T07:43:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:57,134 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/dc19d5ae305a48768d5a54c8a51e19db as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/dc19d5ae305a48768d5a54c8a51e19db 2024-11-25T07:43:57,137 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffdc8738eade54fc93a31dff9121b280/A of ffdc8738eade54fc93a31dff9121b280 into 292719fb91a54f19a35e58583ed22055(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:57,137 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:43:57,137 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., storeName=ffdc8738eade54fc93a31dff9121b280/A, priority=12, startTime=1732520636683; duration=0sec 2024-11-25T07:43:57,137 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:43:57,137 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdc8738eade54fc93a31dff9121b280:A 2024-11-25T07:43:57,138 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:43:57,138 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffdc8738eade54fc93a31dff9121b280/B of ffdc8738eade54fc93a31dff9121b280 into dc19d5ae305a48768d5a54c8a51e19db(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:57,138 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:43:57,138 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., storeName=ffdc8738eade54fc93a31dff9121b280/B, priority=12, startTime=1732520636683; duration=0sec 2024-11-25T07:43:57,138 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:57,138 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdc8738eade54fc93a31dff9121b280:B 2024-11-25T07:43:57,139 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:43:57,139 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ffdc8738eade54fc93a31dff9121b280/C is initiating minor compaction (all files) 2024-11-25T07:43:57,139 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffdc8738eade54fc93a31dff9121b280/C in TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:57,139 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/3ea414302e1345839ac62c55b3f12686, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/d48f9219790b439b89bcc5e89c5a8fd3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/9788d817058e4746bc6727d2e86a4dbb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/5fc704318d1f42ebb6ee332eb4d4da69] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp, totalSize=47.1 K 2024-11-25T07:43:57,140 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ea414302e1345839ac62c55b3f12686, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732520631641 2024-11-25T07:43:57,141 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting d48f9219790b439b89bcc5e89c5a8fd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732520632915 2024-11-25T07:43:57,141 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9788d817058e4746bc6727d2e86a4dbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732520634159 2024-11-25T07:43:57,141 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fc704318d1f42ebb6ee332eb4d4da69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732520634996 2024-11-25T07:43:57,152 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdc8738eade54fc93a31dff9121b280#C#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:43:57,152 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/56d26140987b4b61ab4cb3b2f099e98b is 50, key is test_row_0/C:col10/1732520636174/Put/seqid=0 2024-11-25T07:43:57,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520697144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:57,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742215_1391 (size=12391) 2024-11-25T07:43:57,158 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:57,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T07:43:57,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520697223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:57,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520697233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:57,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:57,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T07:43:57,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:57,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:57,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:57,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:57,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:43:57,296 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:57,300 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112520e82eb99331434882d1652a0ab3eaf2_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112520e82eb99331434882d1652a0ab3eaf2_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:57,301 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/6b1efe06ca6d48c3a51d84542f60e543, store: [table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:57,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/6b1efe06ca6d48c3a51d84542f60e543 is 175, key is test_row_0/A:col10/1732520636197/Put/seqid=0 2024-11-25T07:43:57,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742216_1392 (size=39749) 2024-11-25T07:43:57,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/6b1efe06ca6d48c3a51d84542f60e543 2024-11-25T07:43:57,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/c52aa3a014f846b9ac6d2fa822bb05aa is 50, key is test_row_0/B:col10/1732520636197/Put/seqid=0 2024-11-25T07:43:57,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742217_1393 (size=12151) 2024-11-25T07:43:57,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/c52aa3a014f846b9ac6d2fa822bb05aa 2024-11-25T07:43:57,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/2cb6f665f7fa4d1391d27475db519124 is 50, key is test_row_0/C:col10/1732520636197/Put/seqid=0 2024-11-25T07:43:57,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742218_1394 (size=12151) 2024-11-25T07:43:57,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/2cb6f665f7fa4d1391d27475db519124 2024-11-25T07:43:57,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/6b1efe06ca6d48c3a51d84542f60e543 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/6b1efe06ca6d48c3a51d84542f60e543 2024-11-25T07:43:57,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/6b1efe06ca6d48c3a51d84542f60e543, entries=200, sequenceid=158, filesize=38.8 K 2024-11-25T07:43:57,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/c52aa3a014f846b9ac6d2fa822bb05aa as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/c52aa3a014f846b9ac6d2fa822bb05aa 2024-11-25T07:43:57,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/c52aa3a014f846b9ac6d2fa822bb05aa, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T07:43:57,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/2cb6f665f7fa4d1391d27475db519124 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/2cb6f665f7fa4d1391d27475db519124 2024-11-25T07:43:57,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/2cb6f665f7fa4d1391d27475db519124, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T07:43:57,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ffdc8738eade54fc93a31dff9121b280 in 538ms, sequenceid=158, compaction requested=false 2024-11-25T07:43:57,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:43:57,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T07:43:57,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:43:57,431 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2902): Flushing ffdc8738eade54fc93a31dff9121b280 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T07:43:57,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=A 2024-11-25T07:43:57,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:57,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=B 2024-11-25T07:43:57,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:57,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=C 2024-11-25T07:43:57,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:43:57,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125525432bfa67140fdbf4acacd256f2394_ffdc8738eade54fc93a31dff9121b280 is 50, key is test_row_0/A:col10/1732520637103/Put/seqid=0 2024-11-25T07:43:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T07:43:57,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742219_1395 (size=12304) 2024-11-25T07:43:57,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:43:57,451 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125525432bfa67140fdbf4acacd256f2394_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125525432bfa67140fdbf4acacd256f2394_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/3c3338ed78404d529a5fdf38c6289cf7, store: [table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:43:57,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/3c3338ed78404d529a5fdf38c6289cf7 is 175, key is test_row_0/A:col10/1732520637103/Put/seqid=0 2024-11-25T07:43:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:43:57,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. as already flushing 2024-11-25T07:43:57,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742220_1396 (size=31105) 2024-11-25T07:43:57,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520697504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:57,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:57,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520697506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:57,562 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/56d26140987b4b61ab4cb3b2f099e98b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/56d26140987b4b61ab4cb3b2f099e98b 2024-11-25T07:43:57,566 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffdc8738eade54fc93a31dff9121b280/C of ffdc8738eade54fc93a31dff9121b280 into 56d26140987b4b61ab4cb3b2f099e98b(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:43:57,566 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:43:57,567 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., storeName=ffdc8738eade54fc93a31dff9121b280/C, priority=12, startTime=1732520636683; duration=0sec 2024-11-25T07:43:57,567 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:43:57,567 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdc8738eade54fc93a31dff9121b280:C 2024-11-25T07:43:57,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520697613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:57,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520697623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:57,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T07:43:57,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520697823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:57,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520697843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:57,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:57,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:58,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520698143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:58,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:58,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520698153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T07:43:58,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520698663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:58,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:58,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:58,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:58,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520698673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:58,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:58,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:58,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T07:43:59,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520699263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:59,275 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8300 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:59,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:59,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520699273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:59,279 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8303 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:59,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:59,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520699673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:59,682 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:59,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:59,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:59,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:43:59,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:43:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520699693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:43:59,705 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:43:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:43:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:01,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520701193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:01,200 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8268 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T07:44:01,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520701703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:01,718 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:01,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:01,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:01,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:01,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520701723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:01,734 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T07:44:05,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34764 deadline: 1732520705743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:05,754 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8249 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:05,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:05,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:05,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:05,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732520705763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:05,772 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8267 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:05,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:05,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:05,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:06,487 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/3c3338ed78404d529a5fdf38c6289cf7 2024-11-25T07:44:06,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/8bc588bd19c34a1599a7f4c29e28acbf is 50, key is test_row_0/B:col10/1732520637103/Put/seqid=0 2024-11-25T07:44:06,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742221_1397 (size=12151) 2024-11-25T07:44:06,901 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/8bc588bd19c34a1599a7f4c29e28acbf 2024-11-25T07:44:06,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/ab802995a3c94a7dbfc7e0b404e8bfca is 50, key is test_row_0/C:col10/1732520637103/Put/seqid=0 2024-11-25T07:44:06,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742222_1398 (size=12151) 2024-11-25T07:44:06,927 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/ab802995a3c94a7dbfc7e0b404e8bfca 2024-11-25T07:44:06,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/3c3338ed78404d529a5fdf38c6289cf7 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3c3338ed78404d529a5fdf38c6289cf7 2024-11-25T07:44:06,941 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3c3338ed78404d529a5fdf38c6289cf7, entries=150, sequenceid=197, filesize=30.4 K 2024-11-25T07:44:06,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/8bc588bd19c34a1599a7f4c29e28acbf as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8bc588bd19c34a1599a7f4c29e28acbf 2024-11-25T07:44:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,948 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8bc588bd19c34a1599a7f4c29e28acbf, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T07:44:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/ab802995a3c94a7dbfc7e0b404e8bfca as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/ab802995a3c94a7dbfc7e0b404e8bfca 2024-11-25T07:44:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,953 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/ab802995a3c94a7dbfc7e0b404e8bfca, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T07:44:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,954 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for ffdc8738eade54fc93a31dff9121b280 in 9523ms, sequenceid=197, compaction requested=true 2024-11-25T07:44:06,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2603): Flush status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:44:06,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:44:06,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-25T07:44:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=90 2024-11-25T07:44:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-25T07:44:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 9.8290 sec 2024-11-25T07:44:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 9.8350 sec 2024-11-25T07:44:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:09,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffdc8738eade54fc93a31dff9121b280 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T07:44:09,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=A 2024-11-25T07:44:09,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:09,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=B 2024-11-25T07:44:09,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:09,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=C 2024-11-25T07:44:09,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b8b749b836164823a5c9f322a1d605e5_ffdc8738eade54fc93a31dff9121b280 is 50, key is test_row_0/A:col10/1732520637504/Put/seqid=0 2024-11-25T07:44:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742223_1399 (size=12304) 2024-11-25T07:44:09,442 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b8b749b836164823a5c9f322a1d605e5_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b8b749b836164823a5c9f322a1d605e5_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:09,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/197550a39afa484ab74eba5a497b39c3, store: [table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:44:09,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/197550a39afa484ab74eba5a497b39c3 is 175, key is test_row_0/A:col10/1732520637504/Put/seqid=0 2024-11-25T07:44:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742224_1400 (size=31105) 2024-11-25T07:44:09,475 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/197550a39afa484ab74eba5a497b39c3 2024-11-25T07:44:09,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/f7f09048c23143c995c1056511c6fe3b is 50, key is test_row_0/B:col10/1732520637504/Put/seqid=0 2024-11-25T07:44:09,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742225_1401 (size=12151) 2024-11-25T07:44:09,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/f7f09048c23143c995c1056511c6fe3b 2024-11-25T07:44:09,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/4da3c73983e54af7a79091823293c9b6 is 50, key is test_row_0/C:col10/1732520637504/Put/seqid=0 2024-11-25T07:44:09,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520649492, max timestamp=1732520649524Num uniques 859; 2024-11-25T07:44:09,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520649492, max timestamp=1732520649524Num uniques 859; 2024-11-25T07:44:09,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:44:09,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:44:09,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520649492, max timestamp=1732520649524Num uniques 859; 2024-11-25T07:44:09,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:44:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742226_1402 (size=12151) 2024-11-25T07:44:09,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/4da3c73983e54af7a79091823293c9b6 2024-11-25T07:44:09,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/197550a39afa484ab74eba5a497b39c3 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/197550a39afa484ab74eba5a497b39c3 2024-11-25T07:44:09,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/197550a39afa484ab74eba5a497b39c3, entries=150, sequenceid=209, filesize=30.4 K 2024-11-25T07:44:09,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/f7f09048c23143c995c1056511c6fe3b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/f7f09048c23143c995c1056511c6fe3b 2024-11-25T07:44:09,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/f7f09048c23143c995c1056511c6fe3b, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T07:44:09,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/4da3c73983e54af7a79091823293c9b6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/4da3c73983e54af7a79091823293c9b6 2024-11-25T07:44:09,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/4da3c73983e54af7a79091823293c9b6, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T07:44:09,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=60.38 KB/61830 for ffdc8738eade54fc93a31dff9121b280 in 220ms, sequenceid=209, compaction requested=true 2024-11-25T07:44:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:44:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdc8738eade54fc93a31dff9121b280:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:44:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:09,579 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:44:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdc8738eade54fc93a31dff9121b280:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:44:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdc8738eade54fc93a31dff9121b280:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:44:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T07:44:09,579 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:44:09,583 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133304 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:44:09,583 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ffdc8738eade54fc93a31dff9121b280/A is initiating minor compaction (all files) 2024-11-25T07:44:09,583 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffdc8738eade54fc93a31dff9121b280/A in TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:44:09,583 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/292719fb91a54f19a35e58583ed22055, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/6b1efe06ca6d48c3a51d84542f60e543, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3c3338ed78404d529a5fdf38c6289cf7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/197550a39afa484ab74eba5a497b39c3] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp, totalSize=130.2 K 2024-11-25T07:44:09,583 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:44:09,583 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/292719fb91a54f19a35e58583ed22055, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/6b1efe06ca6d48c3a51d84542f60e543, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3c3338ed78404d529a5fdf38c6289cf7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/197550a39afa484ab74eba5a497b39c3] 2024-11-25T07:44:09,584 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:44:09,584 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 292719fb91a54f19a35e58583ed22055, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732520634996 2024-11-25T07:44:09,584 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ffdc8738eade54fc93a31dff9121b280/B is initiating minor compaction (all files) 2024-11-25T07:44:09,584 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffdc8738eade54fc93a31dff9121b280/B in TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:44:09,584 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/dc19d5ae305a48768d5a54c8a51e19db, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/c52aa3a014f846b9ac6d2fa822bb05aa, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8bc588bd19c34a1599a7f4c29e28acbf, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/f7f09048c23143c995c1056511c6fe3b] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp, totalSize=47.7 K 2024-11-25T07:44:09,584 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b1efe06ca6d48c3a51d84542f60e543, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732520636197 2024-11-25T07:44:09,584 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c3338ed78404d529a5fdf38c6289cf7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732520637067 2024-11-25T07:44:09,584 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting dc19d5ae305a48768d5a54c8a51e19db, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732520634996 2024-11-25T07:44:09,585 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting c52aa3a014f846b9ac6d2fa822bb05aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732520636197 2024-11-25T07:44:09,585 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 197550a39afa484ab74eba5a497b39c3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732520637503 2024-11-25T07:44:09,585 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bc588bd19c34a1599a7f4c29e28acbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732520637067 2024-11-25T07:44:09,586 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting f7f09048c23143c995c1056511c6fe3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732520637503 2024-11-25T07:44:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:09,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffdc8738eade54fc93a31dff9121b280 3/3 column families, dataSize=67.09 KB heapSize=185.77 KB 2024-11-25T07:44:09,595 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:44:09,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=A 2024-11-25T07:44:09,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:09,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=B 2024-11-25T07:44:09,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:09,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=C 2024-11-25T07:44:09,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:09,611 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdc8738eade54fc93a31dff9121b280#B#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:09,611 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/0277b27eb4a34ad2bfe34574f11a89dd is 50, key is test_row_0/B:col10/1732520637504/Put/seqid=0 2024-11-25T07:44:09,617 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112561248d8de6df40198ec51f14f7c0413c_ffdc8738eade54fc93a31dff9121b280 store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:44:09,619 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112561248d8de6df40198ec51f14f7c0413c_ffdc8738eade54fc93a31dff9121b280, store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:44:09,620 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112561248d8de6df40198ec51f14f7c0413c_ffdc8738eade54fc93a31dff9121b280 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:44:09,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125429283d295344c4a8cd3f4172978978f_ffdc8738eade54fc93a31dff9121b280 is 50, key is test_row_0/A:col10/1732520649585/Put/seqid=0 2024-11-25T07:44:09,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742228_1404 (size=4469) 2024-11-25T07:44:09,660 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdc8738eade54fc93a31dff9121b280#A#compaction#344 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:09,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742227_1403 (size=12527) 2024-11-25T07:44:09,660 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/e450828cce994ca784ca7e671c4e1c87 is 175, key is test_row_0/A:col10/1732520637504/Put/seqid=0 2024-11-25T07:44:09,666 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/0277b27eb4a34ad2bfe34574f11a89dd as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/0277b27eb4a34ad2bfe34574f11a89dd 2024-11-25T07:44:09,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742229_1405 (size=12304) 2024-11-25T07:44:09,669 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742230_1406 (size=31481) 2024-11-25T07:44:09,674 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffdc8738eade54fc93a31dff9121b280/B of ffdc8738eade54fc93a31dff9121b280 into 0277b27eb4a34ad2bfe34574f11a89dd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:09,674 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:44:09,674 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., storeName=ffdc8738eade54fc93a31dff9121b280/B, priority=12, startTime=1732520649579; duration=0sec 2024-11-25T07:44:09,675 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:09,675 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdc8738eade54fc93a31dff9121b280:B 2024-11-25T07:44:09,675 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:44:09,677 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125429283d295344c4a8cd3f4172978978f_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125429283d295344c4a8cd3f4172978978f_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:09,677 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:44:09,677 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ffdc8738eade54fc93a31dff9121b280/C is initiating minor compaction (all files) 2024-11-25T07:44:09,678 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffdc8738eade54fc93a31dff9121b280/C in TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:44:09,678 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/56d26140987b4b61ab4cb3b2f099e98b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/2cb6f665f7fa4d1391d27475db519124, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/ab802995a3c94a7dbfc7e0b404e8bfca, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/4da3c73983e54af7a79091823293c9b6] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp, totalSize=47.7 K 2024-11-25T07:44:09,678 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/d35d545cda78491a955dd4f819ebc1da, store: [table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:44:09,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/d35d545cda78491a955dd4f819ebc1da is 175, key is test_row_0/A:col10/1732520649585/Put/seqid=0 2024-11-25T07:44:09,681 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 56d26140987b4b61ab4cb3b2f099e98b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732520634996 2024-11-25T07:44:09,681 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cb6f665f7fa4d1391d27475db519124, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732520636197 2024-11-25T07:44:09,681 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting ab802995a3c94a7dbfc7e0b404e8bfca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732520637067 2024-11-25T07:44:09,681 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 4da3c73983e54af7a79091823293c9b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732520637503 2024-11-25T07:44:09,694 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdc8738eade54fc93a31dff9121b280#C#compaction#347 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:09,694 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/9815e378688547979a9ca215940c1707 is 50, key is test_row_0/C:col10/1732520637504/Put/seqid=0 2024-11-25T07:44:09,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742231_1407 (size=31105) 2024-11-25T07:44:09,700 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/d35d545cda78491a955dd4f819ebc1da 2024-11-25T07:44:09,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742232_1408 (size=12527) 2024-11-25T07:44:09,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/8338258090d14a97b2eae1a72e188f6f is 50, key is test_row_0/B:col10/1732520649585/Put/seqid=0 2024-11-25T07:44:09,722 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/9815e378688547979a9ca215940c1707 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/9815e378688547979a9ca215940c1707 2024-11-25T07:44:09,726 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffdc8738eade54fc93a31dff9121b280/C of ffdc8738eade54fc93a31dff9121b280 into 9815e378688547979a9ca215940c1707(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:09,726 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:44:09,726 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., storeName=ffdc8738eade54fc93a31dff9121b280/C, priority=12, startTime=1732520649579; duration=0sec 2024-11-25T07:44:09,727 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:09,727 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdc8738eade54fc93a31dff9121b280:C 2024-11-25T07:44:09,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742233_1409 (size=12151) 2024-11-25T07:44:09,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520709784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:09,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:09,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520709785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:09,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520709893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:09,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520709903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:09,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:10,079 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/e450828cce994ca784ca7e671c4e1c87 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/e450828cce994ca784ca7e671c4e1c87 2024-11-25T07:44:10,084 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffdc8738eade54fc93a31dff9121b280/A of ffdc8738eade54fc93a31dff9121b280 into e450828cce994ca784ca7e671c4e1c87(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:10,084 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:44:10,085 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., storeName=ffdc8738eade54fc93a31dff9121b280/A, priority=12, startTime=1732520649579; duration=0sec 2024-11-25T07:44:10,085 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:10,085 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdc8738eade54fc93a31dff9121b280:A 2024-11-25T07:44:10,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520710103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:10,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520710123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:10,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:10,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/8338258090d14a97b2eae1a72e188f6f 2024-11-25T07:44:10,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/211dd48981a94ae9b7b0fb92a15eb47f is 50, key is test_row_0/C:col10/1732520649585/Put/seqid=0 2024-11-25T07:44:10,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742234_1410 (size=12151) 2024-11-25T07:44:10,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/211dd48981a94ae9b7b0fb92a15eb47f 2024-11-25T07:44:10,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/d35d545cda78491a955dd4f819ebc1da as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/d35d545cda78491a955dd4f819ebc1da 2024-11-25T07:44:10,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/d35d545cda78491a955dd4f819ebc1da, entries=150, sequenceid=237, filesize=30.4 K 2024-11-25T07:44:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/8338258090d14a97b2eae1a72e188f6f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8338258090d14a97b2eae1a72e188f6f 2024-11-25T07:44:10,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8338258090d14a97b2eae1a72e188f6f, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T07:44:10,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/211dd48981a94ae9b7b0fb92a15eb47f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/211dd48981a94ae9b7b0fb92a15eb47f 2024-11-25T07:44:10,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/211dd48981a94ae9b7b0fb92a15eb47f, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T07:44:10,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~205.64 KB/210576, currentSize=107.34 KB/109920 for ffdc8738eade54fc93a31dff9121b280 in 596ms, sequenceid=237, compaction requested=false 2024-11-25T07:44:10,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:44:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:10,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffdc8738eade54fc93a31dff9121b280 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T07:44:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=A 2024-11-25T07:44:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=B 2024-11-25T07:44:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=C 2024-11-25T07:44:10,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:10,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fea570dc30ce46a39f66c75668034d73_ffdc8738eade54fc93a31dff9121b280 is 50, key is test_row_0/A:col10/1732520649782/Put/seqid=0 2024-11-25T07:44:10,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742235_1411 (size=14894) 2024-11-25T07:44:10,456 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:10,460 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fea570dc30ce46a39f66c75668034d73_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fea570dc30ce46a39f66c75668034d73_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:10,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/a66ab3a3cb514de788aaacd865acd72a, store: [table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:44:10,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/a66ab3a3cb514de788aaacd865acd72a is 175, key is test_row_0/A:col10/1732520649782/Put/seqid=0 2024-11-25T07:44:10,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742236_1412 (size=39849) 2024-11-25T07:44:10,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520710486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:10,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520710489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:10,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:10,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520710603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520710604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:10,799 INFO [Thread-1637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1637. 2024-11-25T07:44:10,799 DEBUG [Thread-1637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:10,799 DEBUG [Thread-1637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:10,800 DEBUG [Thread-1637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:10,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:10,801 INFO [Thread-1639 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1639. 2024-11-25T07:44:10,801 DEBUG [Thread-1639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:10,802 DEBUG [Thread-1639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:10,802 DEBUG [Thread-1639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:10,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:10,803 INFO [Thread-1643 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1643. 2024-11-25T07:44:10,803 DEBUG [Thread-1643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:10,803 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:10,803 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:10,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:10,811 INFO [Thread-1641 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1641. 2024-11-25T07:44:10,811 DEBUG [Thread-1641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:10,811 DEBUG [Thread-1641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:10,811 DEBUG [Thread-1641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:10,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:10,815 INFO [Thread-1645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1645. 2024-11-25T07:44:10,816 DEBUG [Thread-1645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:10,816 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:10,816 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:10,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:10,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:10,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520710823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520710823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:10,869 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/a66ab3a3cb514de788aaacd865acd72a 2024-11-25T07:44:10,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/d5e10d23f44f4c778076a450e9505904 is 50, key is test_row_0/B:col10/1732520649782/Put/seqid=0 2024-11-25T07:44:10,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742237_1413 (size=12201) 2024-11-25T07:44:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520711133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520711133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:11,134 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:44:11,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34784 deadline: 1732520711213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:11,214 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ffdc8738eade54fc93a31dff9121b280 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18282 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:11,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:11,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:11,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:11,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/d5e10d23f44f4c778076a450e9505904 2024-11-25T07:44:11,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/07fa0450152640a0985adb852e3cb273 is 50, key is test_row_0/C:col10/1732520649782/Put/seqid=0 2024-11-25T07:44:11,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742238_1414 (size=12201) 2024-11-25T07:44:11,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:11,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34790 deadline: 1732520711643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34756 deadline: 1732520711643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:11,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:11,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:11,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:11,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:11,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:11,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:11,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/07fa0450152640a0985adb852e3cb273 2024-11-25T07:44:11,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/a66ab3a3cb514de788aaacd865acd72a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a66ab3a3cb514de788aaacd865acd72a 2024-11-25T07:44:11,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a66ab3a3cb514de788aaacd865acd72a, entries=200, sequenceid=260, filesize=38.9 K 2024-11-25T07:44:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/d5e10d23f44f4c778076a450e9505904 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/d5e10d23f44f4c778076a450e9505904 2024-11-25T07:44:11,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/d5e10d23f44f4c778076a450e9505904, entries=150, sequenceid=260, filesize=11.9 K 2024-11-25T07:44:11,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/07fa0450152640a0985adb852e3cb273 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/07fa0450152640a0985adb852e3cb273 2024-11-25T07:44:11,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/07fa0450152640a0985adb852e3cb273, entries=150, sequenceid=260, filesize=11.9 K 2024-11-25T07:44:11,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ffdc8738eade54fc93a31dff9121b280 in 1284ms, sequenceid=260, compaction requested=true 2024-11-25T07:44:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:44:11,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdc8738eade54fc93a31dff9121b280:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:44:11,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:11,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdc8738eade54fc93a31dff9121b280:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:44:11,706 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:11,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:11,706 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:11,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffdc8738eade54fc93a31dff9121b280:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:44:11,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:11,707 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:11,707 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36879 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:11,707 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ffdc8738eade54fc93a31dff9121b280/A is initiating minor compaction (all files) 2024-11-25T07:44:11,707 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ffdc8738eade54fc93a31dff9121b280/B is initiating minor compaction (all files) 2024-11-25T07:44:11,707 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffdc8738eade54fc93a31dff9121b280/B in TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:44:11,707 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffdc8738eade54fc93a31dff9121b280/A in TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:44:11,707 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/e450828cce994ca784ca7e671c4e1c87, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/d35d545cda78491a955dd4f819ebc1da, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a66ab3a3cb514de788aaacd865acd72a] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp, totalSize=100.0 K 2024-11-25T07:44:11,707 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/0277b27eb4a34ad2bfe34574f11a89dd, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8338258090d14a97b2eae1a72e188f6f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/d5e10d23f44f4c778076a450e9505904] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp, totalSize=36.0 K 2024-11-25T07:44:11,707 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:44:11,707 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/e450828cce994ca784ca7e671c4e1c87, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/d35d545cda78491a955dd4f819ebc1da, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a66ab3a3cb514de788aaacd865acd72a] 2024-11-25T07:44:11,707 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 0277b27eb4a34ad2bfe34574f11a89dd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732520637503 2024-11-25T07:44:11,707 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting e450828cce994ca784ca7e671c4e1c87, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732520637503 2024-11-25T07:44:11,707 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 8338258090d14a97b2eae1a72e188f6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732520649558 2024-11-25T07:44:11,707 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting d35d545cda78491a955dd4f819ebc1da, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732520649558 2024-11-25T07:44:11,708 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting a66ab3a3cb514de788aaacd865acd72a, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732520649717 2024-11-25T07:44:11,708 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting d5e10d23f44f4c778076a450e9505904, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732520649717 2024-11-25T07:44:11,713 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:44:11,714 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdc8738eade54fc93a31dff9121b280#B#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:11,715 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/b12057984cb442d7bea42a4961b0df6d is 50, key is test_row_0/B:col10/1732520649782/Put/seqid=0 2024-11-25T07:44:11,715 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f91af686a21e411f948eb96f9d38e55e_ffdc8738eade54fc93a31dff9121b280 store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:44:11,724 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f91af686a21e411f948eb96f9d38e55e_ffdc8738eade54fc93a31dff9121b280, store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:44:11,724 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f91af686a21e411f948eb96f9d38e55e_ffdc8738eade54fc93a31dff9121b280 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:44:11,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742239_1415 (size=12679) 2024-11-25T07:44:11,735 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/b12057984cb442d7bea42a4961b0df6d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/b12057984cb442d7bea42a4961b0df6d 2024-11-25T07:44:11,740 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffdc8738eade54fc93a31dff9121b280/B of ffdc8738eade54fc93a31dff9121b280 into b12057984cb442d7bea42a4961b0df6d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:11,740 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:44:11,740 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., storeName=ffdc8738eade54fc93a31dff9121b280/B, priority=13, startTime=1732520651706; duration=0sec 2024-11-25T07:44:11,741 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:11,741 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdc8738eade54fc93a31dff9121b280:B 2024-11-25T07:44:11,741 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:11,742 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36879 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:11,742 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ffdc8738eade54fc93a31dff9121b280/C is initiating minor compaction (all files) 2024-11-25T07:44:11,742 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffdc8738eade54fc93a31dff9121b280/C in TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:44:11,742 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/9815e378688547979a9ca215940c1707, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/211dd48981a94ae9b7b0fb92a15eb47f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/07fa0450152640a0985adb852e3cb273] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp, totalSize=36.0 K 2024-11-25T07:44:11,742 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 9815e378688547979a9ca215940c1707, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732520637503 2024-11-25T07:44:11,743 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 211dd48981a94ae9b7b0fb92a15eb47f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732520649558 2024-11-25T07:44:11,743 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 07fa0450152640a0985adb852e3cb273, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732520649717 2024-11-25T07:44:11,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742240_1416 (size=4469) 2024-11-25T07:44:11,754 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdc8738eade54fc93a31dff9121b280#C#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:11,754 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/0ea47a0e6634404787b3319a0b497e3b is 50, key is test_row_0/C:col10/1732520649782/Put/seqid=0 2024-11-25T07:44:11,756 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffdc8738eade54fc93a31dff9121b280#A#compaction#354 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:11,757 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/af317bc37e814d5496500b3dd0e0b693 is 175, key is test_row_0/A:col10/1732520649782/Put/seqid=0 2024-11-25T07:44:11,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742241_1417 (size=12679) 2024-11-25T07:44:11,766 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/0ea47a0e6634404787b3319a0b497e3b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/0ea47a0e6634404787b3319a0b497e3b 2024-11-25T07:44:11,770 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffdc8738eade54fc93a31dff9121b280/C of ffdc8738eade54fc93a31dff9121b280 into 0ea47a0e6634404787b3319a0b497e3b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:11,770 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:44:11,770 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., storeName=ffdc8738eade54fc93a31dff9121b280/C, priority=13, startTime=1732520651706; duration=0sec 2024-11-25T07:44:11,771 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:11,771 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdc8738eade54fc93a31dff9121b280:C 2024-11-25T07:44:11,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742242_1418 (size=31633) 2024-11-25T07:44:11,777 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/af317bc37e814d5496500b3dd0e0b693 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/af317bc37e814d5496500b3dd0e0b693 2024-11-25T07:44:11,783 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffdc8738eade54fc93a31dff9121b280/A of ffdc8738eade54fc93a31dff9121b280 into af317bc37e814d5496500b3dd0e0b693(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:11,783 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:44:11,783 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., storeName=ffdc8738eade54fc93a31dff9121b280/A, priority=13, startTime=1732520651706; duration=0sec 2024-11-25T07:44:11,783 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:11,783 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffdc8738eade54fc93a31dff9121b280:A 2024-11-25T07:44:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:12,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffdc8738eade54fc93a31dff9121b280 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T07:44:12,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=A 2024-11-25T07:44:12,655 INFO [Thread-1628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1628. 2024-11-25T07:44:12,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:12,655 DEBUG [Thread-1628 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:12,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=B 2024-11-25T07:44:12,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:12,655 DEBUG [Thread-1628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:12,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=C 2024-11-25T07:44:12,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:12,655 DEBUG [Thread-1628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:12,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:12,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112550c5ce8f25794eb68981619dbe7ca0ed_ffdc8738eade54fc93a31dff9121b280 is 50, key is test_row_0/A:col10/1732520650434/Put/seqid=0 2024-11-25T07:44:12,665 INFO [Thread-1634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1634. 2024-11-25T07:44:12,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742243_1419 (size=12454) 2024-11-25T07:44:12,665 DEBUG [Thread-1634 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:12,665 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:12,665 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:12,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:13,066 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:13,069 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112550c5ce8f25794eb68981619dbe7ca0ed_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112550c5ce8f25794eb68981619dbe7ca0ed_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:13,070 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/1db959bff424467bb7e9da3769bec8bc, store: [table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:44:13,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/1db959bff424467bb7e9da3769bec8bc is 175, key is test_row_0/A:col10/1732520650434/Put/seqid=0 2024-11-25T07:44:13,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742244_1420 (size=31255) 2024-11-25T07:44:13,474 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/1db959bff424467bb7e9da3769bec8bc 2024-11-25T07:44:13,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/8a9aa6f4bd194fb0adc0db892c39d772 is 50, key is test_row_0/B:col10/1732520650434/Put/seqid=0 2024-11-25T07:44:13,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742245_1421 (size=12301) 2024-11-25T07:44:13,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/8a9aa6f4bd194fb0adc0db892c39d772 2024-11-25T07:44:13,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/d546f2ba60414345946721d78cdc29d6 is 50, key is test_row_0/C:col10/1732520650434/Put/seqid=0 2024-11-25T07:44:13,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742246_1422 (size=12301) 2024-11-25T07:44:14,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/d546f2ba60414345946721d78cdc29d6 2024-11-25T07:44:14,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/1db959bff424467bb7e9da3769bec8bc as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1db959bff424467bb7e9da3769bec8bc 2024-11-25T07:44:14,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1db959bff424467bb7e9da3769bec8bc, entries=150, sequenceid=276, filesize=30.5 K 2024-11-25T07:44:14,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/8a9aa6f4bd194fb0adc0db892c39d772 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8a9aa6f4bd194fb0adc0db892c39d772 2024-11-25T07:44:14,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8a9aa6f4bd194fb0adc0db892c39d772, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T07:44:14,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/d546f2ba60414345946721d78cdc29d6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/d546f2ba60414345946721d78cdc29d6 2024-11-25T07:44:14,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/d546f2ba60414345946721d78cdc29d6, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T07:44:14,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=6.71 KB/6870 for ffdc8738eade54fc93a31dff9121b280 in 1660ms, sequenceid=276, compaction requested=false 2024-11-25T07:44:14,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffdc8738eade54fc93a31dff9121b280: 2024-11-25T07:44:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-25T07:44:15,373 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:15,825 INFO [Thread-1626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1626. 2024-11-25T07:44:15,825 DEBUG [Thread-1626 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:15,825 DEBUG [Thread-1626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:15,825 DEBUG [Thread-1626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:15,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:15,834 INFO [Thread-1630 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1630. 2024-11-25T07:44:15,834 DEBUG [Thread-1630 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:15,834 DEBUG [Thread-1630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:15,834 DEBUG [Thread-1630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:15,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:15,866 WARN [regionserver/7fb8763a5d32:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-25T07:44:15,867 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a86b5e9221bc4b3b9465f9dc94b74133, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a0bf3b2de1244918a5a214107c39fd4e, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/aa132680fda34f7cb250d4014d1f6889, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3e41f18be3914ea1bb3d07ad52ed48ab, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/95368327ea284ffd9f071cb17cd1affb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/09bace12d0a246f584a346453b50e7fa, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1a6146a23c4f497b9dbd27c6b7e2a46b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/292719fb91a54f19a35e58583ed22055, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/6b1efe06ca6d48c3a51d84542f60e543, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3c3338ed78404d529a5fdf38c6289cf7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/e450828cce994ca784ca7e671c4e1c87, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/197550a39afa484ab74eba5a497b39c3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/d35d545cda78491a955dd4f819ebc1da, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a66ab3a3cb514de788aaacd865acd72a] to archive 2024-11-25T07:44:15,868 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:44:15,869 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a86b5e9221bc4b3b9465f9dc94b74133 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a86b5e9221bc4b3b9465f9dc94b74133 2024-11-25T07:44:15,871 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a0bf3b2de1244918a5a214107c39fd4e to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a0bf3b2de1244918a5a214107c39fd4e 2024-11-25T07:44:15,872 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/aa132680fda34f7cb250d4014d1f6889 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/aa132680fda34f7cb250d4014d1f6889 2024-11-25T07:44:15,873 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3e41f18be3914ea1bb3d07ad52ed48ab to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3e41f18be3914ea1bb3d07ad52ed48ab 2024-11-25T07:44:15,874 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/95368327ea284ffd9f071cb17cd1affb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/95368327ea284ffd9f071cb17cd1affb 2024-11-25T07:44:15,875 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/09bace12d0a246f584a346453b50e7fa to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/09bace12d0a246f584a346453b50e7fa 2024-11-25T07:44:15,876 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1a6146a23c4f497b9dbd27c6b7e2a46b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1a6146a23c4f497b9dbd27c6b7e2a46b 2024-11-25T07:44:15,877 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/292719fb91a54f19a35e58583ed22055 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/292719fb91a54f19a35e58583ed22055 2024-11-25T07:44:15,878 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/6b1efe06ca6d48c3a51d84542f60e543 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/6b1efe06ca6d48c3a51d84542f60e543 2024-11-25T07:44:15,879 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3c3338ed78404d529a5fdf38c6289cf7 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/3c3338ed78404d529a5fdf38c6289cf7 2024-11-25T07:44:15,880 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/e450828cce994ca784ca7e671c4e1c87 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/e450828cce994ca784ca7e671c4e1c87 2024-11-25T07:44:15,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/197550a39afa484ab74eba5a497b39c3 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/197550a39afa484ab74eba5a497b39c3 2024-11-25T07:44:15,882 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/d35d545cda78491a955dd4f819ebc1da to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/d35d545cda78491a955dd4f819ebc1da 2024-11-25T07:44:15,882 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a66ab3a3cb514de788aaacd865acd72a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/a66ab3a3cb514de788aaacd865acd72a 2024-11-25T07:44:15,884 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/dcca45c08ea94700834468a5a2e423d4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/049491955d3d4bd58076c6164fb2ebb3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/a18f8f71021747eea2b2649763e1fe75, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/c505a3261c4e4e34bd59826e1f393699, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/aa2120ca932d4d3480ed8153461b6636, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/5c0e684e8a0c4eeda0a619c35f628e9e, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/dc19d5ae305a48768d5a54c8a51e19db, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/09f817d8cca64b298e219a3d9dcc86ef, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/c52aa3a014f846b9ac6d2fa822bb05aa, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8bc588bd19c34a1599a7f4c29e28acbf, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/0277b27eb4a34ad2bfe34574f11a89dd, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/f7f09048c23143c995c1056511c6fe3b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8338258090d14a97b2eae1a72e188f6f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/d5e10d23f44f4c778076a450e9505904] to archive 2024-11-25T07:44:15,885 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:44:15,887 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/dcca45c08ea94700834468a5a2e423d4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/dcca45c08ea94700834468a5a2e423d4 2024-11-25T07:44:15,888 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/049491955d3d4bd58076c6164fb2ebb3 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/049491955d3d4bd58076c6164fb2ebb3 2024-11-25T07:44:15,888 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/a18f8f71021747eea2b2649763e1fe75 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/a18f8f71021747eea2b2649763e1fe75 2024-11-25T07:44:15,889 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/c505a3261c4e4e34bd59826e1f393699 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/c505a3261c4e4e34bd59826e1f393699 2024-11-25T07:44:15,890 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/aa2120ca932d4d3480ed8153461b6636 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/aa2120ca932d4d3480ed8153461b6636 2024-11-25T07:44:15,891 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/5c0e684e8a0c4eeda0a619c35f628e9e to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/5c0e684e8a0c4eeda0a619c35f628e9e 2024-11-25T07:44:15,892 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/dc19d5ae305a48768d5a54c8a51e19db to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/dc19d5ae305a48768d5a54c8a51e19db 2024-11-25T07:44:15,893 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/09f817d8cca64b298e219a3d9dcc86ef to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/09f817d8cca64b298e219a3d9dcc86ef 2024-11-25T07:44:15,894 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/c52aa3a014f846b9ac6d2fa822bb05aa to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/c52aa3a014f846b9ac6d2fa822bb05aa 2024-11-25T07:44:15,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8bc588bd19c34a1599a7f4c29e28acbf to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8bc588bd19c34a1599a7f4c29e28acbf 2024-11-25T07:44:15,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/0277b27eb4a34ad2bfe34574f11a89dd to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/0277b27eb4a34ad2bfe34574f11a89dd 2024-11-25T07:44:15,896 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/f7f09048c23143c995c1056511c6fe3b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/f7f09048c23143c995c1056511c6fe3b 2024-11-25T07:44:15,897 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8338258090d14a97b2eae1a72e188f6f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8338258090d14a97b2eae1a72e188f6f 2024-11-25T07:44:15,898 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/d5e10d23f44f4c778076a450e9505904 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/d5e10d23f44f4c778076a450e9505904 2024-11-25T07:44:15,900 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/353394c3cbea461e86aaf0c77351ece6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/282f166bd92a43d782489fb58e312a1a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/3ea414302e1345839ac62c55b3f12686, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/89d36e26ae9a46bdbd82a4ac97c09264, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/d48f9219790b439b89bcc5e89c5a8fd3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/9788d817058e4746bc6727d2e86a4dbb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/56d26140987b4b61ab4cb3b2f099e98b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/5fc704318d1f42ebb6ee332eb4d4da69, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/2cb6f665f7fa4d1391d27475db519124, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/ab802995a3c94a7dbfc7e0b404e8bfca, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/9815e378688547979a9ca215940c1707, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/4da3c73983e54af7a79091823293c9b6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/211dd48981a94ae9b7b0fb92a15eb47f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/07fa0450152640a0985adb852e3cb273] to archive 2024-11-25T07:44:15,901 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:44:15,902 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/353394c3cbea461e86aaf0c77351ece6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/353394c3cbea461e86aaf0c77351ece6 2024-11-25T07:44:15,903 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/282f166bd92a43d782489fb58e312a1a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/282f166bd92a43d782489fb58e312a1a 2024-11-25T07:44:15,904 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/3ea414302e1345839ac62c55b3f12686 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/3ea414302e1345839ac62c55b3f12686 2024-11-25T07:44:15,904 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/89d36e26ae9a46bdbd82a4ac97c09264 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/89d36e26ae9a46bdbd82a4ac97c09264 2024-11-25T07:44:15,905 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/d48f9219790b439b89bcc5e89c5a8fd3 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/d48f9219790b439b89bcc5e89c5a8fd3 2024-11-25T07:44:15,906 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/9788d817058e4746bc6727d2e86a4dbb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/9788d817058e4746bc6727d2e86a4dbb 2024-11-25T07:44:15,907 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/56d26140987b4b61ab4cb3b2f099e98b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/56d26140987b4b61ab4cb3b2f099e98b 2024-11-25T07:44:15,908 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/5fc704318d1f42ebb6ee332eb4d4da69 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/5fc704318d1f42ebb6ee332eb4d4da69 2024-11-25T07:44:15,909 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/2cb6f665f7fa4d1391d27475db519124 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/2cb6f665f7fa4d1391d27475db519124 2024-11-25T07:44:15,910 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/ab802995a3c94a7dbfc7e0b404e8bfca to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/ab802995a3c94a7dbfc7e0b404e8bfca 2024-11-25T07:44:15,911 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/9815e378688547979a9ca215940c1707 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/9815e378688547979a9ca215940c1707 2024-11-25T07:44:15,912 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/4da3c73983e54af7a79091823293c9b6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/4da3c73983e54af7a79091823293c9b6 2024-11-25T07:44:15,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/211dd48981a94ae9b7b0fb92a15eb47f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/211dd48981a94ae9b7b0fb92a15eb47f 2024-11-25T07:44:15,914 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/07fa0450152640a0985adb852e3cb273 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/07fa0450152640a0985adb852e3cb273 2024-11-25T07:44:21,294 INFO [Thread-1632 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1632. 2024-11-25T07:44:21,294 DEBUG [Thread-1632 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:21,294 DEBUG [Thread-1632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:21,294 DEBUG [Thread-1632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:21,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 751 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2248 rows 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 755 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2265 rows 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 748 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2236 rows 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 755 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2254 rows 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 751 2024-11-25T07:44:21,295 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2253 rows 2024-11-25T07:44:21,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:44:21,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:44:21,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:21,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:21,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:21,296 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T07:44:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-25T07:44:21,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520661299"}]},"ts":"1732520661299"} 2024-11-25T07:44:21,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T07:44:21,301 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T07:44:21,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T07:44:21,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, UNASSIGN}] 2024-11-25T07:44:21,303 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, UNASSIGN 2024-11-25T07:44:21,304 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=ffdc8738eade54fc93a31dff9121b280, regionState=CLOSING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, UNASSIGN because future has completed 2024-11-25T07:44:21,305 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T07:44:21,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; CloseRegionProcedure ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:44:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-25T07:44:21,458 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(122): Close ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:21,458 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T07:44:21,458 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1722): Closing ffdc8738eade54fc93a31dff9121b280, disabling compactions & flushes 2024-11-25T07:44:21,458 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:44:21,458 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:44:21,458 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. after waiting 0 ms 2024-11-25T07:44:21,458 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:44:21,458 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2902): Flushing ffdc8738eade54fc93a31dff9121b280 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-25T07:44:21,458 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=A 2024-11-25T07:44:21,458 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:21,458 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=B 2024-11-25T07:44:21,458 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:21,458 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffdc8738eade54fc93a31dff9121b280, store=C 2024-11-25T07:44:21,459 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:21,464 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251e1898171c904ee4a4be7b1be2afabe2_ffdc8738eade54fc93a31dff9121b280 is 50, key is test_row_2/A:col10/1732520661293/Put/seqid=0 2024-11-25T07:44:21,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742247_1423 (size=7374) 2024-11-25T07:44:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-25T07:44:21,867 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:21,871 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251e1898171c904ee4a4be7b1be2afabe2_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251e1898171c904ee4a4be7b1be2afabe2_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:21,872 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/1e0b9113ca77401cb62f98923e11a4c1, store: [table=TestAcidGuarantees family=A region=ffdc8738eade54fc93a31dff9121b280] 2024-11-25T07:44:21,873 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/1e0b9113ca77401cb62f98923e11a4c1 is 175, key is test_row_2/A:col10/1732520661293/Put/seqid=0 2024-11-25T07:44:21,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742248_1424 (size=13865) 2024-11-25T07:44:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-25T07:44:22,341 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/1e0b9113ca77401cb62f98923e11a4c1 2024-11-25T07:44:22,347 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/5cb937c1dfeb4a58bdfda9b99253db44 is 50, key is test_row_2/B:col10/1732520661293/Put/seqid=0 2024-11-25T07:44:22,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742249_1425 (size=7415) 2024-11-25T07:44:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-25T07:44:22,751 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/5cb937c1dfeb4a58bdfda9b99253db44 2024-11-25T07:44:22,756 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/31524be1d0884726b5d12f2960d28f13 is 50, key is test_row_2/C:col10/1732520661293/Put/seqid=0 2024-11-25T07:44:22,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742250_1426 (size=7415) 2024-11-25T07:44:23,160 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/31524be1d0884726b5d12f2960d28f13 2024-11-25T07:44:23,164 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/A/1e0b9113ca77401cb62f98923e11a4c1 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1e0b9113ca77401cb62f98923e11a4c1 2024-11-25T07:44:23,167 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1e0b9113ca77401cb62f98923e11a4c1, entries=50, sequenceid=283, filesize=13.5 K 2024-11-25T07:44:23,167 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/B/5cb937c1dfeb4a58bdfda9b99253db44 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/5cb937c1dfeb4a58bdfda9b99253db44 2024-11-25T07:44:23,171 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/5cb937c1dfeb4a58bdfda9b99253db44, entries=50, sequenceid=283, filesize=7.2 K 2024-11-25T07:44:23,171 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/.tmp/C/31524be1d0884726b5d12f2960d28f13 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/31524be1d0884726b5d12f2960d28f13 2024-11-25T07:44:23,174 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/31524be1d0884726b5d12f2960d28f13, entries=50, sequenceid=283, filesize=7.2 K 2024-11-25T07:44:23,175 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for ffdc8738eade54fc93a31dff9121b280 in 1717ms, sequenceid=283, compaction requested=true 2024-11-25T07:44:23,179 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/recovered.edits/286.seqid, newMaxSeqId=286, maxSeqId=4 2024-11-25T07:44:23,179 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. 2024-11-25T07:44:23,179 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1676): Region close journal for ffdc8738eade54fc93a31dff9121b280: Waiting for close lock at 1732520661458Running coprocessor pre-close hooks at 1732520661458Disabling compacts and flushes for region at 1732520661458Disabling writes for close at 1732520661458Obtaining lock to block concurrent updates at 1732520661458Preparing flush snapshotting stores in ffdc8738eade54fc93a31dff9121b280 at 1732520661458Finished memstore snapshotting TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732520661459 (+1 ms)Flushing stores of TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280. at 1732520661459Flushing ffdc8738eade54fc93a31dff9121b280/A: creating writer at 1732520661459Flushing mob file ffdc8738eade54fc93a31dff9121b280/A: appending metadata at 1732520661464 (+5 ms)Flushing mob file ffdc8738eade54fc93a31dff9121b280/A: closing flushed file at 1732520661464Flushing ffdc8738eade54fc93a31dff9121b280/A: appending metadata at 1732520661872 (+408 ms)Flushing ffdc8738eade54fc93a31dff9121b280/A: closing flushed file at 1732520661872Flushing ffdc8738eade54fc93a31dff9121b280/B: creating writer at 1732520662345 (+473 ms)Flushing ffdc8738eade54fc93a31dff9121b280/B: appending metadata at 1732520662347 (+2 ms)Flushing ffdc8738eade54fc93a31dff9121b280/B: closing flushed file at 1732520662347Flushing ffdc8738eade54fc93a31dff9121b280/C: creating writer at 1732520662754 (+407 ms)Flushing ffdc8738eade54fc93a31dff9121b280/C: appending metadata at 1732520662756 (+2 ms)Flushing ffdc8738eade54fc93a31dff9121b280/C: closing flushed file at 1732520662756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149ec37c: reopening flushed file at 1732520663163 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b51b23: reopening flushed file at 1732520663167 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a18483d: reopening flushed file at 1732520663171 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for ffdc8738eade54fc93a31dff9121b280 in 1717ms, sequenceid=283, compaction requested=true at 1732520663175 (+4 ms)Writing region close event to WAL at 1732520663176 (+1 ms)Running coprocessor post-close hooks at 1732520663179 (+3 ms)Closed at 1732520663179 2024-11-25T07:44:23,181 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(157): Closed ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=ffdc8738eade54fc93a31dff9121b280, regionState=CLOSED 2024-11-25T07:44:23,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; CloseRegionProcedure ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:44:23,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-25T07:44:23,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; CloseRegionProcedure ffdc8738eade54fc93a31dff9121b280, server=7fb8763a5d32,38413,1732520533070 in 1.8780 sec 2024-11-25T07:44:23,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-25T07:44:23,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffdc8738eade54fc93a31dff9121b280, UNASSIGN in 1.8810 sec 2024-11-25T07:44:23,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-25T07:44:23,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8850 sec 2024-11-25T07:44:23,188 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520663188"}]},"ts":"1732520663188"} 2024-11-25T07:44:23,189 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T07:44:23,189 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T07:44:23,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8930 sec 2024-11-25T07:44:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-25T07:44:23,443 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:23,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T07:44:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:23,445 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T07:44:23,446 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:23,448 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,450 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/recovered.edits] 2024-11-25T07:44:23,452 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1db959bff424467bb7e9da3769bec8bc to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1db959bff424467bb7e9da3769bec8bc 2024-11-25T07:44:23,453 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1e0b9113ca77401cb62f98923e11a4c1 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/1e0b9113ca77401cb62f98923e11a4c1 2024-11-25T07:44:23,454 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/af317bc37e814d5496500b3dd0e0b693 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/A/af317bc37e814d5496500b3dd0e0b693 2024-11-25T07:44:23,456 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/5cb937c1dfeb4a58bdfda9b99253db44 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/5cb937c1dfeb4a58bdfda9b99253db44 2024-11-25T07:44:23,457 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8a9aa6f4bd194fb0adc0db892c39d772 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/8a9aa6f4bd194fb0adc0db892c39d772 2024-11-25T07:44:23,458 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/b12057984cb442d7bea42a4961b0df6d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/B/b12057984cb442d7bea42a4961b0df6d 2024-11-25T07:44:23,461 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/0ea47a0e6634404787b3319a0b497e3b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/0ea47a0e6634404787b3319a0b497e3b 2024-11-25T07:44:23,462 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/31524be1d0884726b5d12f2960d28f13 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/31524be1d0884726b5d12f2960d28f13 2024-11-25T07:44:23,463 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/d546f2ba60414345946721d78cdc29d6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/C/d546f2ba60414345946721d78cdc29d6 2024-11-25T07:44:23,466 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/recovered.edits/286.seqid to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280/recovered.edits/286.seqid 2024-11-25T07:44:23,467 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,467 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T07:44:23,467 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T07:44:23,469 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T07:44:23,471 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251e1898171c904ee4a4be7b1be2afabe2_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251e1898171c904ee4a4be7b1be2afabe2_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,473 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112520e82eb99331434882d1652a0ab3eaf2_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112520e82eb99331434882d1652a0ab3eaf2_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,474 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252e4cb1217bac44ac8a6c159ad3ca12c9_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252e4cb1217bac44ac8a6c159ad3ca12c9_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,475 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125429283d295344c4a8cd3f4172978978f_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125429283d295344c4a8cd3f4172978978f_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,476 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112550c5ce8f25794eb68981619dbe7ca0ed_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112550c5ce8f25794eb68981619dbe7ca0ed_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,477 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125525432bfa67140fdbf4acacd256f2394_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125525432bfa67140fdbf4acacd256f2394_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,478 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a8efeee32e2244d497d190694ff1f4d9_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a8efeee32e2244d497d190694ff1f4d9_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,479 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b066a210d57a4e3ebf571282cf4b8f67_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b066a210d57a4e3ebf571282cf4b8f67_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,480 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b8b749b836164823a5c9f322a1d605e5_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b8b749b836164823a5c9f322a1d605e5_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,480 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e83df7cb430e46b6bc6eedf6e30fc37f_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e83df7cb430e46b6bc6eedf6e30fc37f_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,481 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eb1b5b51622f48f3ba4e59bb21a5bf11_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eb1b5b51622f48f3ba4e59bb21a5bf11_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,482 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f3d0823e64c8456f8a9727c0db25fbf0_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f3d0823e64c8456f8a9727c0db25fbf0_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,483 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fea570dc30ce46a39f66c75668034d73_ffdc8738eade54fc93a31dff9121b280 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fea570dc30ce46a39f66c75668034d73_ffdc8738eade54fc93a31dff9121b280 2024-11-25T07:44:23,483 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T07:44:23,484 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:23,486 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T07:44:23,488 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T07:44:23,489 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:23,489 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T07:44:23,489 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732520663489"}]},"ts":"9223372036854775807"} 2024-11-25T07:44:23,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T07:44:23,491 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ffdc8738eade54fc93a31dff9121b280, NAME => 'TestAcidGuarantees,,1732520627656.ffdc8738eade54fc93a31dff9121b280.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T07:44:23,491 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T07:44:23,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732520663491"}]},"ts":"9223372036854775807"} 2024-11-25T07:44:23,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T07:44:23,493 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:23,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-25T07:44:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T07:44:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T07:44:23,556 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:23,561 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=247 (was 250), OpenFileDescriptor=447 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=724 (was 792), ProcessCount=11 (was 11), AvailableMemoryMB=6328 (was 6711) 2024-11-25T07:44:23,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=724, ProcessCount=11, AvailableMemoryMB=6327 2024-11-25T07:44:23,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T07:44:23,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:44:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:23,573 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:44:23,573 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:23,573 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-11-25T07:44:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-25T07:44:23,574 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:44:23,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742251_1427 (size=1061) 2024-11-25T07:44:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-25T07:44:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-25T07:44:23,980 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1 2024-11-25T07:44:23,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742252_1428 (size=53) 2024-11-25T07:44:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-25T07:44:24,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:44:24,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d3631685dec8ebcef706f4de903d878a, disabling compactions & flushes 2024-11-25T07:44:24,385 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:24,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:24,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. after waiting 0 ms 2024-11-25T07:44:24,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:24,385 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:24,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3631685dec8ebcef706f4de903d878a: Waiting for close lock at 1732520664385Disabling compacts and flushes for region at 1732520664385Disabling writes for close at 1732520664385Writing region close event to WAL at 1732520664385Closed at 1732520664385 2024-11-25T07:44:24,386 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:44:24,387 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732520664386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520664386"}]},"ts":"1732520664386"} 2024-11-25T07:44:24,388 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:44:24,389 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:44:24,389 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520664389"}]},"ts":"1732520664389"} 2024-11-25T07:44:24,390 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T07:44:24,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3631685dec8ebcef706f4de903d878a, ASSIGN}] 2024-11-25T07:44:24,391 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3631685dec8ebcef706f4de903d878a, ASSIGN 2024-11-25T07:44:24,392 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3631685dec8ebcef706f4de903d878a, ASSIGN; state=OFFLINE, location=7fb8763a5d32,38413,1732520533070; forceNewPlan=false, retain=false 2024-11-25T07:44:24,542 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=d3631685dec8ebcef706f4de903d878a, regionState=OPENING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:24,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3631685dec8ebcef706f4de903d878a, ASSIGN because future has completed 2024-11-25T07:44:24,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:44:24,699 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:24,699 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:44:24,700 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:24,700 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:44:24,700 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:24,700 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:24,701 INFO [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:24,702 INFO [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:44:24,702 INFO [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3631685dec8ebcef706f4de903d878a columnFamilyName A 2024-11-25T07:44:24,702 DEBUG [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:24,703 INFO [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] regionserver.HStore(327): Store=d3631685dec8ebcef706f4de903d878a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:44:24,703 INFO [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:24,704 INFO [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:44:24,704 INFO [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3631685dec8ebcef706f4de903d878a columnFamilyName B 2024-11-25T07:44:24,704 DEBUG [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:24,704 INFO [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] regionserver.HStore(327): Store=d3631685dec8ebcef706f4de903d878a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:44:24,704 INFO [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:24,705 INFO [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:44:24,705 INFO [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3631685dec8ebcef706f4de903d878a columnFamilyName C 2024-11-25T07:44:24,705 DEBUG [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:24,706 INFO [StoreOpener-d3631685dec8ebcef706f4de903d878a-1 {}] regionserver.HStore(327): Store=d3631685dec8ebcef706f4de903d878a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:44:24,706 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:24,706 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:24,707 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:24,707 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:24,708 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:24,708 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:24,708 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:44:24,709 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:24,710 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:44:24,711 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened d3631685dec8ebcef706f4de903d878a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74308574, jitterRate=0.10728403925895691}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:44:24,711 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:24,711 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for d3631685dec8ebcef706f4de903d878a: Running coprocessor pre-open hook at 1732520664700Writing region info on filesystem at 1732520664700Initializing all the Stores at 1732520664701 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520664701Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520664701Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520664701Cleaning up temporary data from old regions at 1732520664708 (+7 ms)Running coprocessor post-open hooks at 1732520664711 (+3 ms)Region opened successfully at 1732520664711 2024-11-25T07:44:24,712 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., pid=98, masterSystemTime=1732520664697 2024-11-25T07:44:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-25T07:44:24,714 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:24,714 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:24,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=d3631685dec8ebcef706f4de903d878a, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:24,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:44:24,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-25T07:44:24,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; OpenRegionProcedure d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 in 171 msec 2024-11-25T07:44:24,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-25T07:44:24,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3631685dec8ebcef706f4de903d878a, ASSIGN in 328 msec 2024-11-25T07:44:24,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:44:24,721 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520664720"}]},"ts":"1732520664720"} 2024-11-25T07:44:24,722 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T07:44:24,722 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:44:24,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-25T07:44:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-25T07:44:25,724 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:25,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ac613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:25,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:25,726 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f003170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:25,728 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5cb2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:25,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:25,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:44:25,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,43783,1732520532229 2024-11-25T07:44:25,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45fc6e37 2024-11-25T07:44:25,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:44:25,732 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:44:25,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bdbad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:25,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:25,734 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:25,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:25,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:25,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de08a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:25,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:25,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:25,736 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b499ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:25,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:25,738 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cf2f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:25,739 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:25,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c908bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:25,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:25,740 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:25,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:25,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:25,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2773652f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:25,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:25,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:25,742 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:25,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1bc753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:25,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:25,743 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:25,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eec49ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:25,745 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6470ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc361f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:25,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:25,746 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:25,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:25,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:25,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684cd2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:25,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:25,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:25,747 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47386268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:25,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:25,749 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:25,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:25,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4823dbbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:25,751 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c65cea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae789b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:25,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:25,752 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526e3409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:25,754 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:25,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767a2983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b3b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:25,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:25,756 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:25,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:25,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:25,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5accbabb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:25,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:25,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:25,758 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:25,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b02b733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e04f49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:25,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:25,760 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:25,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:25,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fe8b98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:25,762 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba69c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca199c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:25,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:25,764 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:25,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:25,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71939871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:25,766 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395eb690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:25,767 DEBUG [Thread-1950 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:25,767 DEBUG [Thread-1941 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:25,767 DEBUG [Thread-1954 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:25,767 DEBUG [Thread-1939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:25,767 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:44:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:25,768 DEBUG [Thread-1947 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:25,768 DEBUG [Thread-1941 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:25,768 DEBUG [Thread-1941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-25T07:44:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:25,769 DEBUG [Thread-1945 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:25,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:25,770 DEBUG [Thread-1958 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:25,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:25,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:25,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:25,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:25,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:25,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:25,772 DEBUG [Thread-1956 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:25,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-25T07:44:25,772 DEBUG [Thread-1943 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:25,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:44:25,773 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:44:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:44:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:44:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:44:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:44:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:25,775 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:44:25,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:44:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:44:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:44:25,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:25,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:25,777 DEBUG [Thread-1952 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:44:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:25,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:44:25,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:25,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:44:25,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:25,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:25,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:25,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:25,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:25,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2] 2024-11-25T07:44:25,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/00f22a911d144b27968ac40873157434 is 50, key is test_row_0/A:col10/1732520665780/Put/seqid=0 2024-11-25T07:44:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742253_1429 (size=12001) 2024-11-25T07:44:25,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520665812, max timestamp=1732520665831Num uniques 859; 2024-11-25T07:44:25,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520665812, max timestamp=1732520665831Num uniques 859; 2024-11-25T07:44:25,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:25,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:25,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520665812, max timestamp=1732520665831Num uniques 859; 2024-11-25T07:44:25,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:25,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520725867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:25,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-25T07:44:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520725869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:25,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520725870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:25,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:25,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520725873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:25,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520725875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:25,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-25T07:44:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:25,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:25,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520725994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:25,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520725994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:25,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520725994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:26,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520725994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:26,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:26,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520725994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:26,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:26,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-25T07:44:26,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:26,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-25T07:44:26,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520726203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:26,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:26,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520726203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:26,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:26,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520726204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:26,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:26,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520726214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:26,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520726214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:26,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/00f22a911d144b27968ac40873157434 2024-11-25T07:44:26,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-25T07:44:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:26,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:26,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/26f4eb6d606b42ceb8a6c12f77f2b5f4 is 50, key is test_row_0/B:col10/1732520665780/Put/seqid=0 2024-11-25T07:44:26,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742254_1430 (size=12001) 2024-11-25T07:44:26,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/26f4eb6d606b42ceb8a6c12f77f2b5f4 2024-11-25T07:44:26,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/e5a38eb67d994ddbba8dc05f2837213c is 50, key is test_row_0/C:col10/1732520665780/Put/seqid=0 2024-11-25T07:44:26,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742255_1431 (size=12001) 2024-11-25T07:44:26,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-25T07:44:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:26,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-25T07:44:26,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520726523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:26,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:26,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520726523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:26,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:26,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520726523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:26,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520726523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:26,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520726524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:26,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:26,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:26,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-25T07:44:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:26,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:26,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/e5a38eb67d994ddbba8dc05f2837213c 2024-11-25T07:44:26,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/00f22a911d144b27968ac40873157434 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/00f22a911d144b27968ac40873157434 2024-11-25T07:44:26,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/00f22a911d144b27968ac40873157434, entries=150, sequenceid=11, filesize=11.7 K 2024-11-25T07:44:26,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/26f4eb6d606b42ceb8a6c12f77f2b5f4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/26f4eb6d606b42ceb8a6c12f77f2b5f4 2024-11-25T07:44:26,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/26f4eb6d606b42ceb8a6c12f77f2b5f4, entries=150, sequenceid=11, filesize=11.7 K 2024-11-25T07:44:26,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/e5a38eb67d994ddbba8dc05f2837213c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/e5a38eb67d994ddbba8dc05f2837213c 2024-11-25T07:44:26,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/e5a38eb67d994ddbba8dc05f2837213c, entries=150, sequenceid=11, filesize=11.7 K 2024-11-25T07:44:26,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d3631685dec8ebcef706f4de903d878a in 913ms, sequenceid=11, compaction requested=false 2024-11-25T07:44:26,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:26,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-25T07:44:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:26,694 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-25T07:44:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:26,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/351a26413ed3464aae43dd1da27a2fe1 is 50, key is test_row_0/A:col10/1732520665848/Put/seqid=0 2024-11-25T07:44:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742256_1432 (size=12001) 2024-11-25T07:44:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-25T07:44:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:27,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:27,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520727053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520727052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520727054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520727056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520727057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,107 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/351a26413ed3464aae43dd1da27a2fe1 2024-11-25T07:44:27,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/40596680cba24bf89bb932cab92c926d is 50, key is test_row_0/B:col10/1732520665848/Put/seqid=0 2024-11-25T07:44:27,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742257_1433 (size=12001) 2024-11-25T07:44:27,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520727173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520727173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520727173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520727173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520727174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520727393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520727393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520727393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520727393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520727393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,533 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/40596680cba24bf89bb932cab92c926d 2024-11-25T07:44:27,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/ef7f3922ccbd4ddf91541876cd019fc3 is 50, key is test_row_0/C:col10/1732520665848/Put/seqid=0 2024-11-25T07:44:27,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742258_1434 (size=12001) 2024-11-25T07:44:27,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520727713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520727714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520727714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520727714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520727714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-25T07:44:27,950 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/ef7f3922ccbd4ddf91541876cd019fc3 2024-11-25T07:44:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/351a26413ed3464aae43dd1da27a2fe1 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/351a26413ed3464aae43dd1da27a2fe1 2024-11-25T07:44:27,955 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/351a26413ed3464aae43dd1da27a2fe1, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T07:44:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/40596680cba24bf89bb932cab92c926d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/40596680cba24bf89bb932cab92c926d 2024-11-25T07:44:27,958 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/40596680cba24bf89bb932cab92c926d, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T07:44:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/ef7f3922ccbd4ddf91541876cd019fc3 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ef7f3922ccbd4ddf91541876cd019fc3 2024-11-25T07:44:27,964 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ef7f3922ccbd4ddf91541876cd019fc3, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T07:44:27,965 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for d3631685dec8ebcef706f4de903d878a in 1271ms, sequenceid=47, compaction requested=false 2024-11-25T07:44:27,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:27,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:27,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-25T07:44:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-25T07:44:27,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-25T07:44:27,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1920 sec 2024-11-25T07:44:27,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.2020 sec 2024-11-25T07:44:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:28,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T07:44:28,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:28,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:28,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:28,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:28,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:28,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:28,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/2aa4bb5f2a394e32beadc07fab8dc53a is 50, key is test_row_0/A:col10/1732520667056/Put/seqid=0 2024-11-25T07:44:28,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742259_1435 (size=14341) 2024-11-25T07:44:28,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520728262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520728263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520728269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520728270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520668260, max timestamp=1732520668274Num uniques 859; 2024-11-25T07:44:28,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:44:28,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732520668260, max timestamp=1732520668274Num uniques 859; 2024-11-25T07:44:28,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T07:44:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732520668260, max timestamp=1732520668274Num uniques 859; 2024-11-25T07:44:28,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T07:44:28,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520728389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520728395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520728397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520728398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520728399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520728503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520728513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520728513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520728523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520728523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/2aa4bb5f2a394e32beadc07fab8dc53a 2024-11-25T07:44:28,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/ef0f41dc2310410d8c6da6e87d785b9d is 50, key is test_row_0/B:col10/1732520667056/Put/seqid=0 2024-11-25T07:44:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742260_1436 (size=12001) 2024-11-25T07:44:28,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:44:28,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520728723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520728733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520728734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520728743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520728743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520729043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520729053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520729054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/ef0f41dc2310410d8c6da6e87d785b9d 2024-11-25T07:44:29,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520729063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520729063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/5e7164ce75ab4f60b860d76304c8e40b is 50, key is test_row_0/C:col10/1732520667056/Put/seqid=0 2024-11-25T07:44:29,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742261_1437 (size=12001) 2024-11-25T07:44:29,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/5e7164ce75ab4f60b860d76304c8e40b 2024-11-25T07:44:29,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/2aa4bb5f2a394e32beadc07fab8dc53a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/2aa4bb5f2a394e32beadc07fab8dc53a 2024-11-25T07:44:29,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/2aa4bb5f2a394e32beadc07fab8dc53a, entries=200, sequenceid=58, filesize=14.0 K 2024-11-25T07:44:29,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/ef0f41dc2310410d8c6da6e87d785b9d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ef0f41dc2310410d8c6da6e87d785b9d 2024-11-25T07:44:29,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ef0f41dc2310410d8c6da6e87d785b9d, entries=150, sequenceid=58, filesize=11.7 K 2024-11-25T07:44:29,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/5e7164ce75ab4f60b860d76304c8e40b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/5e7164ce75ab4f60b860d76304c8e40b 2024-11-25T07:44:29,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/5e7164ce75ab4f60b860d76304c8e40b, entries=150, sequenceid=58, filesize=11.7 K 2024-11-25T07:44:29,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=129.71 KB/132820 for d3631685dec8ebcef706f4de903d878a in 897ms, sequenceid=58, compaction requested=true 2024-11-25T07:44:29,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:29,128 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:29,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:44:29,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:29,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:44:29,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:29,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:44:29,128 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:29,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:29,129 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:29,129 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/A is initiating minor compaction (all files) 2024-11-25T07:44:29,129 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/A in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:29,129 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/00f22a911d144b27968ac40873157434, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/351a26413ed3464aae43dd1da27a2fe1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/2aa4bb5f2a394e32beadc07fab8dc53a] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=37.4 K 2024-11-25T07:44:29,129 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:29,129 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/B is initiating minor compaction (all files) 2024-11-25T07:44:29,129 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00f22a911d144b27968ac40873157434, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732520665777 2024-11-25T07:44:29,129 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/B in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:29,129 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/26f4eb6d606b42ceb8a6c12f77f2b5f4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/40596680cba24bf89bb932cab92c926d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ef0f41dc2310410d8c6da6e87d785b9d] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=35.2 K 2024-11-25T07:44:29,129 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 351a26413ed3464aae43dd1da27a2fe1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732520665848 2024-11-25T07:44:29,129 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 26f4eb6d606b42ceb8a6c12f77f2b5f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732520665777 2024-11-25T07:44:29,129 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aa4bb5f2a394e32beadc07fab8dc53a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732520667051 2024-11-25T07:44:29,130 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 40596680cba24bf89bb932cab92c926d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732520665848 2024-11-25T07:44:29,130 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting ef0f41dc2310410d8c6da6e87d785b9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732520667055 2024-11-25T07:44:29,142 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#A#compaction#371 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:29,143 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/6660641b973e48e1a00fec2ba5323883 is 50, key is test_row_0/A:col10/1732520667056/Put/seqid=0 2024-11-25T07:44:29,150 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:29,151 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/556a26475331414b8524f4652f1b15bc is 50, key is test_row_0/B:col10/1732520667056/Put/seqid=0 2024-11-25T07:44:29,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742262_1438 (size=12104) 2024-11-25T07:44:29,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742263_1439 (size=12104) 2024-11-25T07:44:29,179 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/556a26475331414b8524f4652f1b15bc as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/556a26475331414b8524f4652f1b15bc 2024-11-25T07:44:29,193 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/B of d3631685dec8ebcef706f4de903d878a into 556a26475331414b8524f4652f1b15bc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:29,193 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:29,193 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/B, priority=13, startTime=1732520669128; duration=0sec 2024-11-25T07:44:29,193 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:29,193 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:B 2024-11-25T07:44:29,193 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:29,194 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:29,194 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/C is initiating minor compaction (all files) 2024-11-25T07:44:29,194 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/C in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:29,194 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/e5a38eb67d994ddbba8dc05f2837213c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ef7f3922ccbd4ddf91541876cd019fc3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/5e7164ce75ab4f60b860d76304c8e40b] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=35.2 K 2024-11-25T07:44:29,196 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting e5a38eb67d994ddbba8dc05f2837213c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732520665777 2024-11-25T07:44:29,197 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting ef7f3922ccbd4ddf91541876cd019fc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732520665848 2024-11-25T07:44:29,197 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e7164ce75ab4f60b860d76304c8e40b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732520667055 2024-11-25T07:44:29,208 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#C#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:29,211 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/2e65e762b4a84683badcd5a213ab9984 is 50, key is test_row_0/C:col10/1732520667056/Put/seqid=0 2024-11-25T07:44:29,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742264_1440 (size=12104) 2024-11-25T07:44:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:29,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=136.42 KB heapSize=385.38 KB 2024-11-25T07:44:29,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:29,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:29,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:29,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:29,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:29,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:29,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/f48af95d0ea94118a13a7d0e83f88a23 is 50, key is test_row_0/A:col10/1732520668274/Put/seqid=0 2024-11-25T07:44:29,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742265_1441 (size=14341) 2024-11-25T07:44:29,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/f48af95d0ea94118a13a7d0e83f88a23 2024-11-25T07:44:29,583 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/6660641b973e48e1a00fec2ba5323883 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/6660641b973e48e1a00fec2ba5323883 2024-11-25T07:44:29,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520729578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520729579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/d57ee17ce544416f94d8842d5fd4afc0 is 50, key is test_row_0/B:col10/1732520668274/Put/seqid=0 2024-11-25T07:44:29,590 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/A of d3631685dec8ebcef706f4de903d878a into 6660641b973e48e1a00fec2ba5323883(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:29,590 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:29,590 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/A, priority=13, startTime=1732520669128; duration=0sec 2024-11-25T07:44:29,590 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:29,590 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:A 2024-11-25T07:44:29,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742266_1442 (size=12001) 2024-11-25T07:44:29,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/d57ee17ce544416f94d8842d5fd4afc0 2024-11-25T07:44:29,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520729581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520729583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520729584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/69749c0aa0404b2b95b4d00e26920888 is 50, key is test_row_0/C:col10/1732520668274/Put/seqid=0 2024-11-25T07:44:29,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742267_1443 (size=12001) 2024-11-25T07:44:29,625 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/2e65e762b4a84683badcd5a213ab9984 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2e65e762b4a84683badcd5a213ab9984 2024-11-25T07:44:29,632 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/C of d3631685dec8ebcef706f4de903d878a into 2e65e762b4a84683badcd5a213ab9984(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:29,632 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:29,632 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/C, priority=13, startTime=1732520669128; duration=0sec 2024-11-25T07:44:29,632 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:29,632 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:C 2024-11-25T07:44:29,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520729693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520729693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520729703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520729713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520729713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520729913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520729913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520729913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-25T07:44:29,934 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:29,935 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:44:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-25T07:44:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T07:44:29,938 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:44:29,939 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:44:29,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:44:29,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520729934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520729934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/69749c0aa0404b2b95b4d00e26920888 2024-11-25T07:44:30,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/f48af95d0ea94118a13a7d0e83f88a23 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/f48af95d0ea94118a13a7d0e83f88a23 2024-11-25T07:44:30,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/f48af95d0ea94118a13a7d0e83f88a23, entries=200, sequenceid=95, filesize=14.0 K 2024-11-25T07:44:30,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/d57ee17ce544416f94d8842d5fd4afc0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d57ee17ce544416f94d8842d5fd4afc0 2024-11-25T07:44:30,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d57ee17ce544416f94d8842d5fd4afc0, entries=150, sequenceid=95, filesize=11.7 K 2024-11-25T07:44:30,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/69749c0aa0404b2b95b4d00e26920888 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/69749c0aa0404b2b95b4d00e26920888 2024-11-25T07:44:30,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/69749c0aa0404b2b95b4d00e26920888, entries=150, sequenceid=95, filesize=11.7 K 2024-11-25T07:44:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T07:44:30,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~385.33 KB/394576, currentSize=46.96 KB/48090 for d3631685dec8ebcef706f4de903d878a in 487ms, sequenceid=95, compaction requested=false 2024-11-25T07:44:30,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:30,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-25T07:44:30,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:30,095 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:44:30,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:30,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:30,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:30,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:30,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:30,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:30,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/071beb00c81e47b3a3159c7b34deb1d0 is 50, key is test_row_0/A:col10/1732520669578/Put/seqid=0 2024-11-25T07:44:30,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742268_1444 (size=12001) 2024-11-25T07:44:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:30,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T07:44:30,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520730267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520730268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,283 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520670263, max timestamp=1732520670280Num uniques 859; 2024-11-25T07:44:30,283 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:30,282 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520670263, max timestamp=1732520670279Num uniques 859; 2024-11-25T07:44:30,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520670263, max timestamp=1732520670280Num uniques 859; 2024-11-25T07:44:30,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:30,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:30,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520730337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520730345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520730346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520730393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520730393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520730453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520730463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520730473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,505 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/071beb00c81e47b3a3159c7b34deb1d0 2024-11-25T07:44:30,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/b976ee24c9684852ae6186fd678abde3 is 50, key is test_row_0/B:col10/1732520669578/Put/seqid=0 2024-11-25T07:44:30,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742269_1445 (size=12001) 2024-11-25T07:44:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T07:44:30,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520730603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520730603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520730673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520730674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520730693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,923 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/b976ee24c9684852ae6186fd678abde3 2024-11-25T07:44:30,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/89f3d21ef3494ddc94673c6fdfcd8c73 is 50, key is test_row_0/C:col10/1732520669578/Put/seqid=0 2024-11-25T07:44:30,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520730924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742270_1446 (size=12001) 2024-11-25T07:44:30,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520730924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:30,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520730993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:30,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520730994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:31,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520731013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T07:44:31,339 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/89f3d21ef3494ddc94673c6fdfcd8c73 2024-11-25T07:44:31,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/071beb00c81e47b3a3159c7b34deb1d0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/071beb00c81e47b3a3159c7b34deb1d0 2024-11-25T07:44:31,348 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/071beb00c81e47b3a3159c7b34deb1d0, entries=150, sequenceid=107, filesize=11.7 K 2024-11-25T07:44:31,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/b976ee24c9684852ae6186fd678abde3 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/b976ee24c9684852ae6186fd678abde3 2024-11-25T07:44:31,353 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/b976ee24c9684852ae6186fd678abde3, entries=150, sequenceid=107, filesize=11.7 K 2024-11-25T07:44:31,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/89f3d21ef3494ddc94673c6fdfcd8c73 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/89f3d21ef3494ddc94673c6fdfcd8c73 2024-11-25T07:44:31,364 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/89f3d21ef3494ddc94673c6fdfcd8c73, entries=150, sequenceid=107, filesize=11.7 K 2024-11-25T07:44:31,368 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d3631685dec8ebcef706f4de903d878a in 1273ms, sequenceid=107, compaction requested=true 2024-11-25T07:44:31,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:31,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:31,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-25T07:44:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-25T07:44:31,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-25T07:44:31,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4310 sec 2024-11-25T07:44:31,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.4380 sec 2024-11-25T07:44:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:31,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-25T07:44:31,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:31,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:31,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:31,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:31,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:31,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:31,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/dbcdf7d97abc4891b754071f3acd4c13 is 50, key is test_row_0/A:col10/1732520671447/Put/seqid=0 2024-11-25T07:44:31,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742271_1447 (size=14541) 2024-11-25T07:44:31,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/dbcdf7d97abc4891b754071f3acd4c13 2024-11-25T07:44:31,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/e38e4e16e1474407b3312e78c800b437 is 50, key is test_row_0/B:col10/1732520671447/Put/seqid=0 2024-11-25T07:44:31,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742272_1448 (size=12151) 2024-11-25T07:44:31,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520731470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/e38e4e16e1474407b3312e78c800b437 2024-11-25T07:44:31,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520731482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:31,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/401a051eacc84c44a3612fb9dcd14025 is 50, key is test_row_0/C:col10/1732520671447/Put/seqid=0 2024-11-25T07:44:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742273_1449 (size=12151) 2024-11-25T07:44:31,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/401a051eacc84c44a3612fb9dcd14025 2024-11-25T07:44:31,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/dbcdf7d97abc4891b754071f3acd4c13 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/dbcdf7d97abc4891b754071f3acd4c13 2024-11-25T07:44:31,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/dbcdf7d97abc4891b754071f3acd4c13, entries=200, sequenceid=144, filesize=14.2 K 2024-11-25T07:44:31,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/e38e4e16e1474407b3312e78c800b437 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/e38e4e16e1474407b3312e78c800b437 2024-11-25T07:44:31,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/e38e4e16e1474407b3312e78c800b437, entries=150, sequenceid=144, filesize=11.9 K 2024-11-25T07:44:31,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/401a051eacc84c44a3612fb9dcd14025 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/401a051eacc84c44a3612fb9dcd14025 2024-11-25T07:44:31,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520731503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/401a051eacc84c44a3612fb9dcd14025, entries=150, sequenceid=144, filesize=11.9 K 2024-11-25T07:44:31,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for d3631685dec8ebcef706f4de903d878a in 71ms, sequenceid=144, compaction requested=true 2024-11-25T07:44:31,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:31,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:44:31,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:31,519 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:44:31,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:44:31,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:31,519 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:44:31,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:44:31,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:31,520 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52987 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:44:31,520 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:44:31,520 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/A is initiating minor compaction (all files) 2024-11-25T07:44:31,520 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/B is initiating minor compaction (all files) 2024-11-25T07:44:31,520 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/A in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:31,520 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/B in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:31,520 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/6660641b973e48e1a00fec2ba5323883, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/f48af95d0ea94118a13a7d0e83f88a23, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/071beb00c81e47b3a3159c7b34deb1d0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/dbcdf7d97abc4891b754071f3acd4c13] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=51.7 K 2024-11-25T07:44:31,520 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/556a26475331414b8524f4652f1b15bc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d57ee17ce544416f94d8842d5fd4afc0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/b976ee24c9684852ae6186fd678abde3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/e38e4e16e1474407b3312e78c800b437] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=47.1 K 2024-11-25T07:44:31,521 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6660641b973e48e1a00fec2ba5323883, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732520667055 2024-11-25T07:44:31,521 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 556a26475331414b8524f4652f1b15bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732520667055 2024-11-25T07:44:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:31,522 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting d57ee17ce544416f94d8842d5fd4afc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732520668274 2024-11-25T07:44:31,522 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting b976ee24c9684852ae6186fd678abde3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732520669578 2024-11-25T07:44:31,524 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting f48af95d0ea94118a13a7d0e83f88a23, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732520668274 2024-11-25T07:44:31,525 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting e38e4e16e1474407b3312e78c800b437, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732520670343 2024-11-25T07:44:31,526 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 071beb00c81e47b3a3159c7b34deb1d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732520669578 2024-11-25T07:44:31,526 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbcdf7d97abc4891b754071f3acd4c13, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732520670334 2024-11-25T07:44:31,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T07:44:31,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:31,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:31,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:31,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:31,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:31,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:31,542 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#B#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:31,543 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/fa3acd7c7b164b84bef2a6bccd1dcdd3 is 50, key is test_row_0/B:col10/1732520671447/Put/seqid=0 2024-11-25T07:44:31,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/c4c1db2d055b4bd5b9d3c2d48131f07f is 50, key is test_row_0/A:col10/1732520671523/Put/seqid=0 2024-11-25T07:44:31,549 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#A#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:31,549 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/c950b72eb07c4137a262bffdb6cbcc31 is 50, key is test_row_0/A:col10/1732520671447/Put/seqid=0 2024-11-25T07:44:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742275_1451 (size=12391) 2024-11-25T07:44:31,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742274_1450 (size=12391) 2024-11-25T07:44:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742276_1452 (size=12151) 2024-11-25T07:44:31,624 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732520671588, max timestamp=1732520671621Num uniques 859; 2024-11-25T07:44:31,624 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732520671588, max timestamp=1732520671621Num uniques 859; 2024-11-25T07:44:31,624 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T07:44:31,624 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T07:44:31,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732520671588, max timestamp=1732520671621Num uniques 859; 2024-11-25T07:44:31,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T07:44:31,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520731675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520731677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:31,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520731678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520731679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:31,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520731783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:31,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520731803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520731803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:31,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520731803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:31,980 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/c950b72eb07c4137a262bffdb6cbcc31 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c950b72eb07c4137a262bffdb6cbcc31 2024-11-25T07:44:31,982 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/fa3acd7c7b164b84bef2a6bccd1dcdd3 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/fa3acd7c7b164b84bef2a6bccd1dcdd3 2024-11-25T07:44:31,985 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3631685dec8ebcef706f4de903d878a/A of d3631685dec8ebcef706f4de903d878a into c950b72eb07c4137a262bffdb6cbcc31(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:31,985 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:31,985 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/A, priority=12, startTime=1732520671519; duration=0sec 2024-11-25T07:44:31,985 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:31,985 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:A 2024-11-25T07:44:31,985 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:44:31,988 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3631685dec8ebcef706f4de903d878a/B of d3631685dec8ebcef706f4de903d878a into fa3acd7c7b164b84bef2a6bccd1dcdd3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:31,988 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:31,988 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/B, priority=12, startTime=1732520671519; duration=0sec 2024-11-25T07:44:31,989 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:31,989 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:B 2024-11-25T07:44:31,989 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:44:31,989 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/C is initiating minor compaction (all files) 2024-11-25T07:44:31,989 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/C in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:31,989 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2e65e762b4a84683badcd5a213ab9984, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/69749c0aa0404b2b95b4d00e26920888, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/89f3d21ef3494ddc94673c6fdfcd8c73, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/401a051eacc84c44a3612fb9dcd14025] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=47.1 K 2024-11-25T07:44:31,990 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e65e762b4a84683badcd5a213ab9984, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732520667055 2024-11-25T07:44:31,990 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69749c0aa0404b2b95b4d00e26920888, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732520668274 2024-11-25T07:44:31,990 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89f3d21ef3494ddc94673c6fdfcd8c73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732520669578 2024-11-25T07:44:31,991 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 401a051eacc84c44a3612fb9dcd14025, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732520670343 2024-11-25T07:44:31,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/c4c1db2d055b4bd5b9d3c2d48131f07f 2024-11-25T07:44:31,998 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#C#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:31,998 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/2d44da4710ea4e6e8e5bdd3758ce6f2d is 50, key is test_row_0/C:col10/1732520671447/Put/seqid=0 2024-11-25T07:44:31,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/f56404333847409b87dd1a30a9f09256 is 50, key is test_row_0/B:col10/1732520671523/Put/seqid=0 2024-11-25T07:44:32,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742278_1454 (size=12391) 2024-11-25T07:44:32,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742277_1453 (size=12151) 2024-11-25T07:44:32,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520732003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:32,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520732025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:32,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:32,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520732025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:32,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520732025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T07:44:32,084 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:32,084 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:44:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-25T07:44:32,086 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:44:32,087 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:44:32,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:44:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T07:44:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T07:44:32,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T07:44:32,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:32,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:32,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:32,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:32,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:32,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520732333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:32,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520732345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:32,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520732345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:32,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520732345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:32,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T07:44:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:32,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T07:44:32,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/f56404333847409b87dd1a30a9f09256 2024-11-25T07:44:32,425 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/2d44da4710ea4e6e8e5bdd3758ce6f2d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2d44da4710ea4e6e8e5bdd3758ce6f2d 2024-11-25T07:44:32,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/0ae54860e2b04e178a37d99758d663a5 is 50, key is test_row_0/C:col10/1732520671523/Put/seqid=0 2024-11-25T07:44:32,445 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3631685dec8ebcef706f4de903d878a/C of d3631685dec8ebcef706f4de903d878a into 2d44da4710ea4e6e8e5bdd3758ce6f2d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:32,445 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:32,445 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/C, priority=12, startTime=1732520671519; duration=0sec 2024-11-25T07:44:32,446 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:32,446 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:C 2024-11-25T07:44:32,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520732531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:32,541 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in d3631685dec8ebcef706f4de903d878a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:32,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T07:44:32,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:32,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:32,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:32,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:32,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:32,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742279_1455 (size=12151) 2024-11-25T07:44:32,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/0ae54860e2b04e178a37d99758d663a5 2024-11-25T07:44:32,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/c4c1db2d055b4bd5b9d3c2d48131f07f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c4c1db2d055b4bd5b9d3c2d48131f07f 2024-11-25T07:44:32,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c4c1db2d055b4bd5b9d3c2d48131f07f, entries=150, sequenceid=155, filesize=11.9 K 2024-11-25T07:44:32,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/f56404333847409b87dd1a30a9f09256 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/f56404333847409b87dd1a30a9f09256 2024-11-25T07:44:32,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/f56404333847409b87dd1a30a9f09256, entries=150, sequenceid=155, filesize=11.9 K 2024-11-25T07:44:32,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/0ae54860e2b04e178a37d99758d663a5 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/0ae54860e2b04e178a37d99758d663a5 2024-11-25T07:44:32,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/0ae54860e2b04e178a37d99758d663a5, entries=150, sequenceid=155, filesize=11.9 K 2024-11-25T07:44:32,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for d3631685dec8ebcef706f4de903d878a in 1044ms, sequenceid=155, compaction requested=false 2024-11-25T07:44:32,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:32,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T07:44:32,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:32,710 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-25T07:44:32,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:32,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:32,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:32,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:32,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:32,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:32,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/71a88a6a3ce546c98ecedb1159e0c8f0 is 50, key is test_row_0/A:col10/1732520671675/Put/seqid=0 2024-11-25T07:44:32,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742280_1456 (size=12151) 2024-11-25T07:44:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T07:44:32,724 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/71a88a6a3ce546c98ecedb1159e0c8f0 2024-11-25T07:44:32,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/42cfc1fe2cf14d0cb2012d147b985580 is 50, key is test_row_0/B:col10/1732520671675/Put/seqid=0 2024-11-25T07:44:32,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742281_1457 (size=12151) 2024-11-25T07:44:32,741 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/42cfc1fe2cf14d0cb2012d147b985580 2024-11-25T07:44:32,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/475f4600490c4a92a5ea2d4016a5e04b is 50, key is test_row_0/C:col10/1732520671675/Put/seqid=0 2024-11-25T07:44:32,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742282_1458 (size=12151) 2024-11-25T07:44:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:32,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:32,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520732913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:32,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:32,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520732913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:32,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520732914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:32,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520732915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:32,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:32,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520733023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520733033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520733033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520733033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,161 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/475f4600490c4a92a5ea2d4016a5e04b 2024-11-25T07:44:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/71a88a6a3ce546c98ecedb1159e0c8f0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/71a88a6a3ce546c98ecedb1159e0c8f0 2024-11-25T07:44:33,170 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/71a88a6a3ce546c98ecedb1159e0c8f0, entries=150, sequenceid=192, filesize=11.9 K 2024-11-25T07:44:33,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/42cfc1fe2cf14d0cb2012d147b985580 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/42cfc1fe2cf14d0cb2012d147b985580 2024-11-25T07:44:33,174 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/42cfc1fe2cf14d0cb2012d147b985580, entries=150, sequenceid=192, filesize=11.9 K 2024-11-25T07:44:33,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/475f4600490c4a92a5ea2d4016a5e04b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/475f4600490c4a92a5ea2d4016a5e04b 2024-11-25T07:44:33,179 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/475f4600490c4a92a5ea2d4016a5e04b, entries=150, sequenceid=192, filesize=11.9 K 2024-11-25T07:44:33,180 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for d3631685dec8ebcef706f4de903d878a in 469ms, sequenceid=192, compaction requested=true 2024-11-25T07:44:33,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:33,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:33,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-25T07:44:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-25T07:44:33,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-25T07:44:33,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0940 sec 2024-11-25T07:44:33,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.1000 sec 2024-11-25T07:44:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T07:44:33,233 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:33,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:44:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-25T07:44:33,235 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:44:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T07:44:33,236 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:44:33,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:44:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:33,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T07:44:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:33,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/554820904e034dcc9085657b7cb4e916 is 50, key is test_row_0/A:col10/1732520672912/Put/seqid=0 2024-11-25T07:44:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742283_1459 (size=14541) 2024-11-25T07:44:33,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/554820904e034dcc9085657b7cb4e916 2024-11-25T07:44:33,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/d05b331ec20741b1bfc93c75e29018d3 is 50, key is test_row_0/B:col10/1732520672912/Put/seqid=0 2024-11-25T07:44:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742284_1460 (size=12151) 2024-11-25T07:44:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T07:44:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520733331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520733332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520733335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520733333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-25T07:44:33,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:33,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:33,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520733453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520733453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520733453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520733453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-25T07:44:33,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:33,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:33,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:33,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:33,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T07:44:33,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520733663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520733663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520733663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520733663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/d05b331ec20741b1bfc93c75e29018d3 2024-11-25T07:44:33,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/54698bbfce524049a65256cb5d394132 is 50, key is test_row_0/C:col10/1732520672912/Put/seqid=0 2024-11-25T07:44:33,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742285_1461 (size=12151) 2024-11-25T07:44:33,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-25T07:44:33,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:33,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:33,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:33,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:33,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:33,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-25T07:44:33,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:33,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:33,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:33,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:33,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T07:44:33,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520733973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520733983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520733983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:33,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520733983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:33,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:33,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-25T07:44:34,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:34,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:34,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:34,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:34,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:34,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/54698bbfce524049a65256cb5d394132 2024-11-25T07:44:34,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/554820904e034dcc9085657b7cb4e916 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/554820904e034dcc9085657b7cb4e916 2024-11-25T07:44:34,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/554820904e034dcc9085657b7cb4e916, entries=200, sequenceid=204, filesize=14.2 K 2024-11-25T07:44:34,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/d05b331ec20741b1bfc93c75e29018d3 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d05b331ec20741b1bfc93c75e29018d3 2024-11-25T07:44:34,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d05b331ec20741b1bfc93c75e29018d3, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T07:44:34,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/54698bbfce524049a65256cb5d394132 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/54698bbfce524049a65256cb5d394132 2024-11-25T07:44:34,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/54698bbfce524049a65256cb5d394132, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T07:44:34,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d3631685dec8ebcef706f4de903d878a in 860ms, sequenceid=204, compaction requested=true 2024-11-25T07:44:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:44:34,099 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:44:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:44:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:44:34,099 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:44:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:34,099 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:44:34,099 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51234 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:44:34,100 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/B is initiating minor compaction (all files) 2024-11-25T07:44:34,100 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/A is initiating minor compaction (all files) 2024-11-25T07:44:34,100 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/B in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:34,100 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/A in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:34,100 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/fa3acd7c7b164b84bef2a6bccd1dcdd3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/f56404333847409b87dd1a30a9f09256, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/42cfc1fe2cf14d0cb2012d147b985580, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d05b331ec20741b1bfc93c75e29018d3] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=47.7 K 2024-11-25T07:44:34,100 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c950b72eb07c4137a262bffdb6cbcc31, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c4c1db2d055b4bd5b9d3c2d48131f07f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/71a88a6a3ce546c98ecedb1159e0c8f0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/554820904e034dcc9085657b7cb4e916] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=50.0 K 2024-11-25T07:44:34,100 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c950b72eb07c4137a262bffdb6cbcc31, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732520670343 2024-11-25T07:44:34,100 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting fa3acd7c7b164b84bef2a6bccd1dcdd3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732520670343 2024-11-25T07:44:34,100 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4c1db2d055b4bd5b9d3c2d48131f07f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732520671469 2024-11-25T07:44:34,100 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting f56404333847409b87dd1a30a9f09256, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732520671469 2024-11-25T07:44:34,101 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71a88a6a3ce546c98ecedb1159e0c8f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732520671658 2024-11-25T07:44:34,101 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 42cfc1fe2cf14d0cb2012d147b985580, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732520671658 2024-11-25T07:44:34,101 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 554820904e034dcc9085657b7cb4e916, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732520672905 2024-11-25T07:44:34,101 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting d05b331ec20741b1bfc93c75e29018d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732520672905 2024-11-25T07:44:34,109 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#A#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:34,110 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/27c14bb20fab45a29a8afc8a4433fec2 is 50, key is test_row_0/A:col10/1732520672912/Put/seqid=0 2024-11-25T07:44:34,110 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#B#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:34,112 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/c77cb44232964ef4bc5c735cdea260bf is 50, key is test_row_0/B:col10/1732520672912/Put/seqid=0 2024-11-25T07:44:34,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742286_1462 (size=12527) 2024-11-25T07:44:34,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742287_1463 (size=12527) 2024-11-25T07:44:34,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-25T07:44:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:34,159 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T07:44:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:34,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/53140dc236964589916ff98f1be40772 is 50, key is test_row_0/A:col10/1732520673297/Put/seqid=0 2024-11-25T07:44:34,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742288_1464 (size=12151) 2024-11-25T07:44:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T07:44:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:34,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:34,518 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/27c14bb20fab45a29a8afc8a4433fec2 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/27c14bb20fab45a29a8afc8a4433fec2 2024-11-25T07:44:34,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520734517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,527 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3631685dec8ebcef706f4de903d878a/A of d3631685dec8ebcef706f4de903d878a into 27c14bb20fab45a29a8afc8a4433fec2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:34,528 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:34,528 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/A, priority=12, startTime=1732520674099; duration=0sec 2024-11-25T07:44:34,528 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:34,528 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:A 2024-11-25T07:44:34,528 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:44:34,530 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:44:34,531 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/C is initiating minor compaction (all files) 2024-11-25T07:44:34,531 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/C in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:34,531 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2d44da4710ea4e6e8e5bdd3758ce6f2d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/0ae54860e2b04e178a37d99758d663a5, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/475f4600490c4a92a5ea2d4016a5e04b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/54698bbfce524049a65256cb5d394132] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=47.7 K 2024-11-25T07:44:34,531 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d44da4710ea4e6e8e5bdd3758ce6f2d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732520670343 2024-11-25T07:44:34,532 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ae54860e2b04e178a37d99758d663a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732520671469 2024-11-25T07:44:34,532 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/c77cb44232964ef4bc5c735cdea260bf as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/c77cb44232964ef4bc5c735cdea260bf 2024-11-25T07:44:34,532 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 475f4600490c4a92a5ea2d4016a5e04b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732520671658 2024-11-25T07:44:34,532 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54698bbfce524049a65256cb5d394132, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732520672905 2024-11-25T07:44:34,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520734521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:34,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520734522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520734526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,537 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3631685dec8ebcef706f4de903d878a/B of d3631685dec8ebcef706f4de903d878a into c77cb44232964ef4bc5c735cdea260bf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:34,537 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:34,537 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/B, priority=12, startTime=1732520674099; duration=0sec 2024-11-25T07:44:34,537 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:34,537 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:B 2024-11-25T07:44:34,541 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:34,541 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/fdaad816115d408e808fce3faa4be3c5 is 50, key is test_row_0/C:col10/1732520672912/Put/seqid=0 2024-11-25T07:44:34,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742289_1465 (size=12527) 2024-11-25T07:44:34,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520734553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:34,560 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in d3631685dec8ebcef706f4de903d878a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,568 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/53140dc236964589916ff98f1be40772 2024-11-25T07:44:34,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/1c1c4e439b6144389fede6eda7792bfe is 50, key is test_row_0/B:col10/1732520673297/Put/seqid=0 2024-11-25T07:44:34,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742290_1466 (size=12151) 2024-11-25T07:44:34,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520734633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520734643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:34,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:34,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520734643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520734643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520734843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:34,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520734863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:34,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:34,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520734863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:34,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:34,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520734863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:34,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:34,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:34,947 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/fdaad816115d408e808fce3faa4be3c5 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/fdaad816115d408e808fce3faa4be3c5 2024-11-25T07:44:34,951 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3631685dec8ebcef706f4de903d878a/C of d3631685dec8ebcef706f4de903d878a into fdaad816115d408e808fce3faa4be3c5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:34,951 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:34,952 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/C, priority=12, startTime=1732520674099; duration=0sec 2024-11-25T07:44:34,952 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:34,952 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:C 2024-11-25T07:44:34,978 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/1c1c4e439b6144389fede6eda7792bfe 2024-11-25T07:44:34,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/ee33dc2efc374af69ec470b0332bf052 is 50, key is test_row_0/C:col10/1732520673297/Put/seqid=0 2024-11-25T07:44:34,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742291_1467 (size=12151) 2024-11-25T07:44:35,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520735153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:35,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:35,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520735173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:35,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520735173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:35,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520735183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T07:44:35,394 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/ee33dc2efc374af69ec470b0332bf052 2024-11-25T07:44:35,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/53140dc236964589916ff98f1be40772 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/53140dc236964589916ff98f1be40772 2024-11-25T07:44:35,401 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/53140dc236964589916ff98f1be40772, entries=150, sequenceid=224, filesize=11.9 K 2024-11-25T07:44:35,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/1c1c4e439b6144389fede6eda7792bfe as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/1c1c4e439b6144389fede6eda7792bfe 2024-11-25T07:44:35,405 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/1c1c4e439b6144389fede6eda7792bfe, entries=150, sequenceid=224, filesize=11.9 K 2024-11-25T07:44:35,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/ee33dc2efc374af69ec470b0332bf052 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ee33dc2efc374af69ec470b0332bf052 2024-11-25T07:44:35,414 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ee33dc2efc374af69ec470b0332bf052, entries=150, sequenceid=224, filesize=11.9 K 2024-11-25T07:44:35,415 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d3631685dec8ebcef706f4de903d878a in 1256ms, sequenceid=224, compaction requested=false 2024-11-25T07:44:35,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:35,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:35,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-25T07:44:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-25T07:44:35,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-25T07:44:35,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1800 sec 2024-11-25T07:44:35,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.1840 sec 2024-11-25T07:44:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:35,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T07:44:35,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:35,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/4d66fbf1ccfc463e858841c2c93125dd is 50, key is test_row_0/A:col10/1732520674521/Put/seqid=0 2024-11-25T07:44:35,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742292_1468 (size=14541) 2024-11-25T07:44:35,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/4d66fbf1ccfc463e858841c2c93125dd 2024-11-25T07:44:35,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/17ef49dda474410e95a0a1f4a7f2305d is 50, key is test_row_0/B:col10/1732520674521/Put/seqid=0 2024-11-25T07:44:35,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742293_1469 (size=12151) 2024-11-25T07:44:35,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520735727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:35,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520735728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:35,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:35,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520735730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:35,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:35,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520735738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:35,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520735843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:35,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:35,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520735853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520735853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:35,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520735853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:35,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:35,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:36,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520736063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:36,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:36,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520736073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:36,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:36,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520736073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520736073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:36,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/17ef49dda474410e95a0a1f4a7f2305d 2024-11-25T07:44:36,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/1941c34f18064ab39c8a62266cc96af3 is 50, key is test_row_0/C:col10/1732520674521/Put/seqid=0 2024-11-25T07:44:36,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742294_1470 (size=12151) 2024-11-25T07:44:36,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520736384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:36,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520736393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520736393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520736393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:36,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/1941c34f18064ab39c8a62266cc96af3 2024-11-25T07:44:36,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/4d66fbf1ccfc463e858841c2c93125dd as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/4d66fbf1ccfc463e858841c2c93125dd 2024-11-25T07:44:36,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/4d66fbf1ccfc463e858841c2c93125dd, entries=200, sequenceid=240, filesize=14.2 K 2024-11-25T07:44:36,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/17ef49dda474410e95a0a1f4a7f2305d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/17ef49dda474410e95a0a1f4a7f2305d 2024-11-25T07:44:36,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/17ef49dda474410e95a0a1f4a7f2305d, entries=150, sequenceid=240, filesize=11.9 K 2024-11-25T07:44:36,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/1941c34f18064ab39c8a62266cc96af3 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/1941c34f18064ab39c8a62266cc96af3 2024-11-25T07:44:36,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/1941c34f18064ab39c8a62266cc96af3, entries=150, sequenceid=240, filesize=11.9 K 2024-11-25T07:44:36,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d3631685dec8ebcef706f4de903d878a in 866ms, sequenceid=240, compaction requested=true 2024-11-25T07:44:36,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:36,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:44:36,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:36,544 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:36,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:44:36,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:36,544 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:36,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:44:36,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:36,548 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:36,548 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:36,548 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/A is initiating minor compaction (all files) 2024-11-25T07:44:36,548 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/B is initiating minor compaction (all files) 2024-11-25T07:44:36,548 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/B in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:36,548 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/A in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:36,548 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/c77cb44232964ef4bc5c735cdea260bf, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/1c1c4e439b6144389fede6eda7792bfe, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/17ef49dda474410e95a0a1f4a7f2305d] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=36.0 K 2024-11-25T07:44:36,548 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/27c14bb20fab45a29a8afc8a4433fec2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/53140dc236964589916ff98f1be40772, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/4d66fbf1ccfc463e858841c2c93125dd] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=38.3 K 2024-11-25T07:44:36,549 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting c77cb44232964ef4bc5c735cdea260bf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732520672905 2024-11-25T07:44:36,549 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27c14bb20fab45a29a8afc8a4433fec2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732520672905 2024-11-25T07:44:36,549 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c1c4e439b6144389fede6eda7792bfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732520673297 2024-11-25T07:44:36,549 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53140dc236964589916ff98f1be40772, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732520673297 2024-11-25T07:44:36,549 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d66fbf1ccfc463e858841c2c93125dd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732520674520 2024-11-25T07:44:36,549 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 17ef49dda474410e95a0a1f4a7f2305d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732520674521 2024-11-25T07:44:36,555 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#B#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:36,556 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/b2b7dd460aa04926b5d787b8de78d329 is 50, key is test_row_0/B:col10/1732520674521/Put/seqid=0 2024-11-25T07:44:36,556 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#A#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:36,556 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/67e242ecc99f490caceac7dad683cdcf is 50, key is test_row_0/A:col10/1732520674521/Put/seqid=0 2024-11-25T07:44:36,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742295_1471 (size=12629) 2024-11-25T07:44:36,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742296_1472 (size=12629) 2024-11-25T07:44:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:36,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T07:44:36,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:36,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:36,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:36,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:36,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:36,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:36,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/c898346bfc1f48aeaee7d1e0661a5927 is 50, key is test_row_0/A:col10/1732520675736/Put/seqid=0 2024-11-25T07:44:36,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742297_1473 (size=14641) 2024-11-25T07:44:36,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/c898346bfc1f48aeaee7d1e0661a5927 2024-11-25T07:44:36,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/604ca6f9a44147f4a90239ca8d47fe35 is 50, key is test_row_0/B:col10/1732520675736/Put/seqid=0 2024-11-25T07:44:36,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742298_1474 (size=12251) 2024-11-25T07:44:36,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520736931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:36,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:36,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520736935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:36,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520736936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:36,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520736937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:36,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:36,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:36,982 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/b2b7dd460aa04926b5d787b8de78d329 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/b2b7dd460aa04926b5d787b8de78d329 2024-11-25T07:44:36,987 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/67e242ecc99f490caceac7dad683cdcf as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/67e242ecc99f490caceac7dad683cdcf 2024-11-25T07:44:36,988 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/B of d3631685dec8ebcef706f4de903d878a into b2b7dd460aa04926b5d787b8de78d329(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:36,988 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:36,988 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/B, priority=13, startTime=1732520676544; duration=0sec 2024-11-25T07:44:36,988 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:36,988 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:B 2024-11-25T07:44:36,988 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:36,989 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:36,989 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/C is initiating minor compaction (all files) 2024-11-25T07:44:36,989 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/C in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:36,989 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/fdaad816115d408e808fce3faa4be3c5, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ee33dc2efc374af69ec470b0332bf052, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/1941c34f18064ab39c8a62266cc96af3] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=36.0 K 2024-11-25T07:44:36,989 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting fdaad816115d408e808fce3faa4be3c5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732520672905 2024-11-25T07:44:36,990 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting ee33dc2efc374af69ec470b0332bf052, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732520673297 2024-11-25T07:44:36,990 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 1941c34f18064ab39c8a62266cc96af3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732520674521 2024-11-25T07:44:36,994 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/A of d3631685dec8ebcef706f4de903d878a into 67e242ecc99f490caceac7dad683cdcf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:36,994 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:36,994 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/A, priority=13, startTime=1732520676544; duration=0sec 2024-11-25T07:44:36,994 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:36,994 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:A 2024-11-25T07:44:37,001 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#C#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:37,002 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/8bdfa195a07d41afb16c45d06bdd9288 is 50, key is test_row_0/C:col10/1732520674521/Put/seqid=0 2024-11-25T07:44:37,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742299_1475 (size=12629) 2024-11-25T07:44:37,010 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/8bdfa195a07d41afb16c45d06bdd9288 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/8bdfa195a07d41afb16c45d06bdd9288 2024-11-25T07:44:37,017 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/C of d3631685dec8ebcef706f4de903d878a into 8bdfa195a07d41afb16c45d06bdd9288(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:37,018 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:37,018 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/C, priority=13, startTime=1732520676544; duration=0sec 2024-11-25T07:44:37,018 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:37,018 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:C 2024-11-25T07:44:37,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520737043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:37,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520737053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:37,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520737054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:37,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520737054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:37,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520737253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:37,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520737263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520737264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520737264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:37,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/604ca6f9a44147f4a90239ca8d47fe35 2024-11-25T07:44:37,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/37d33d52f72e40689b8a510e9bf5f577 is 50, key is test_row_0/C:col10/1732520675736/Put/seqid=0 2024-11-25T07:44:37,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742300_1476 (size=12251) 2024-11-25T07:44:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T07:44:37,403 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:37,404 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:44:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-25T07:44:37,406 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:44:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-25T07:44:37,407 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:44:37,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:44:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-25T07:44:37,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-25T07:44:37,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:37,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:37,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:37,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:37,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:37,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520737563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:37,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520737573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:37,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:37,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520737573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:37,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:37,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520737583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:37,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:37,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:37,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-25T07:44:37,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:37,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:37,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:37,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-25T07:44:37,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/37d33d52f72e40689b8a510e9bf5f577 2024-11-25T07:44:37,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/c898346bfc1f48aeaee7d1e0661a5927 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c898346bfc1f48aeaee7d1e0661a5927 2024-11-25T07:44:37,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c898346bfc1f48aeaee7d1e0661a5927, entries=200, sequenceid=260, filesize=14.3 K 2024-11-25T07:44:37,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/604ca6f9a44147f4a90239ca8d47fe35 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/604ca6f9a44147f4a90239ca8d47fe35 2024-11-25T07:44:37,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/604ca6f9a44147f4a90239ca8d47fe35, entries=150, sequenceid=260, filesize=12.0 K 2024-11-25T07:44:37,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/37d33d52f72e40689b8a510e9bf5f577 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/37d33d52f72e40689b8a510e9bf5f577 2024-11-25T07:44:37,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/37d33d52f72e40689b8a510e9bf5f577, entries=150, sequenceid=260, filesize=12.0 K 2024-11-25T07:44:37,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d3631685dec8ebcef706f4de903d878a in 849ms, sequenceid=260, compaction requested=false 2024-11-25T07:44:37,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:37,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-25T07:44:37,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:37,866 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T07:44:37,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:37,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:37,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:37,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:37,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:37,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:37,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/b00d5f53c04948a9bb1ff9908143f979 is 50, key is test_row_0/A:col10/1732520676934/Put/seqid=0 2024-11-25T07:44:37,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742301_1477 (size=12301) 2024-11-25T07:44:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-25T07:44:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:38,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:38,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520738122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732520678112, max timestamp=1732520678136Num uniques 859; 2024-11-25T07:44:38,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1732520678112, max timestamp=1732520678136Num uniques 859; 2024-11-25T07:44:38,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1732520678112, max timestamp=1732520678136Num uniques 859; 2024-11-25T07:44:38,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:38,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:38,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:38,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520738225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520738226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520738234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520738273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,321 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/b00d5f53c04948a9bb1ff9908143f979 2024-11-25T07:44:38,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/a513235312e8405897477d452235809b is 50, key is test_row_0/B:col10/1732520676934/Put/seqid=0 2024-11-25T07:44:38,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742302_1478 (size=12301) 2024-11-25T07:44:38,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520738353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520738353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520738353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520738493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-25T07:44:38,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520738573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520738573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33246 deadline: 1732520738573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520738574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,580 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in d3631685dec8ebcef706f4de903d878a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:38,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,730 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/a513235312e8405897477d452235809b 2024-11-25T07:44:38,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/c2df606190014fb2987fb283ee0633a4 is 50, key is test_row_0/C:col10/1732520676934/Put/seqid=0 2024-11-25T07:44:38,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742303_1479 (size=12301) 2024-11-25T07:44:38,743 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/c2df606190014fb2987fb283ee0633a4 2024-11-25T07:44:38,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/b00d5f53c04948a9bb1ff9908143f979 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/b00d5f53c04948a9bb1ff9908143f979 2024-11-25T07:44:38,749 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/b00d5f53c04948a9bb1ff9908143f979, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T07:44:38,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/a513235312e8405897477d452235809b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/a513235312e8405897477d452235809b 2024-11-25T07:44:38,756 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/a513235312e8405897477d452235809b, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T07:44:38,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/c2df606190014fb2987fb283ee0633a4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/c2df606190014fb2987fb283ee0633a4 2024-11-25T07:44:38,762 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/c2df606190014fb2987fb283ee0633a4, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T07:44:38,764 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for d3631685dec8ebcef706f4de903d878a in 897ms, sequenceid=275, compaction requested=true 2024-11-25T07:44:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-25T07:44:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-25T07:44:38,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-25T07:44:38,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3590 sec 2024-11-25T07:44:38,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.3640 sec 2024-11-25T07:44:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:38,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-25T07:44:38,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:38,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:38,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:38,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:38,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:38,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:38,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/8f65eaa9a5cc40a6b13ed3b20f0c7f5f is 50, key is test_row_0/A:col10/1732520678824/Put/seqid=0 2024-11-25T07:44:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742304_1480 (size=14741) 2024-11-25T07:44:38,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520738886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520738888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520738889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520738894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:39,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520739004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:39,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520739013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:39,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520739013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520739213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:39,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520739233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:39,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520739233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:39,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/8f65eaa9a5cc40a6b13ed3b20f0c7f5f 2024-11-25T07:44:39,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/ce9fdcee3f584d09a5d9dcc0613bf24b is 50, key is test_row_0/B:col10/1732520678824/Put/seqid=0 2024-11-25T07:44:39,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742305_1481 (size=12301) 2024-11-25T07:44:39,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520739413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:39,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:39,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520739533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:39,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520739543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:39,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520739543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-25T07:44:39,554 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:39,556 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:44:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-25T07:44:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T07:44:39,560 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:44:39,560 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:44:39,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:44:39,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/ce9fdcee3f584d09a5d9dcc0613bf24b 2024-11-25T07:44:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T07:44:39,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/a223c6dc74f5471f9a0174e7ea65cfda is 50, key is test_row_0/C:col10/1732520678824/Put/seqid=0 2024-11-25T07:44:39,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742306_1482 (size=12301) 2024-11-25T07:44:39,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/a223c6dc74f5471f9a0174e7ea65cfda 2024-11-25T07:44:39,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/8f65eaa9a5cc40a6b13ed3b20f0c7f5f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/8f65eaa9a5cc40a6b13ed3b20f0c7f5f 2024-11-25T07:44:39,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/8f65eaa9a5cc40a6b13ed3b20f0c7f5f, entries=200, sequenceid=310, filesize=14.4 K 2024-11-25T07:44:39,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/ce9fdcee3f584d09a5d9dcc0613bf24b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ce9fdcee3f584d09a5d9dcc0613bf24b 2024-11-25T07:44:39,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ce9fdcee3f584d09a5d9dcc0613bf24b, entries=150, sequenceid=310, filesize=12.0 K 2024-11-25T07:44:39,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/a223c6dc74f5471f9a0174e7ea65cfda as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/a223c6dc74f5471f9a0174e7ea65cfda 2024-11-25T07:44:39,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/a223c6dc74f5471f9a0174e7ea65cfda, entries=150, sequenceid=310, filesize=12.0 K 2024-11-25T07:44:39,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for d3631685dec8ebcef706f4de903d878a in 877ms, sequenceid=310, compaction requested=true 2024-11-25T07:44:39,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:39,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:44:39,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:39,702 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:44:39,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:44:39,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:39,703 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:44:39,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:44:39,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:39,703 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54312 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:44:39,703 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49482 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:44:39,703 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/A is initiating minor compaction (all files) 2024-11-25T07:44:39,703 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/B is initiating minor compaction (all files) 2024-11-25T07:44:39,704 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/A in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:39,704 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/B in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:39,704 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/67e242ecc99f490caceac7dad683cdcf, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c898346bfc1f48aeaee7d1e0661a5927, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/b00d5f53c04948a9bb1ff9908143f979, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/8f65eaa9a5cc40a6b13ed3b20f0c7f5f] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=53.0 K 2024-11-25T07:44:39,704 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/b2b7dd460aa04926b5d787b8de78d329, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/604ca6f9a44147f4a90239ca8d47fe35, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/a513235312e8405897477d452235809b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ce9fdcee3f584d09a5d9dcc0613bf24b] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=48.3 K 2024-11-25T07:44:39,704 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting b2b7dd460aa04926b5d787b8de78d329, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732520674521 2024-11-25T07:44:39,704 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67e242ecc99f490caceac7dad683cdcf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732520674521 2024-11-25T07:44:39,704 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c898346bfc1f48aeaee7d1e0661a5927, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732520675721 2024-11-25T07:44:39,705 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 604ca6f9a44147f4a90239ca8d47fe35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732520675721 2024-11-25T07:44:39,705 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting a513235312e8405897477d452235809b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732520676934 2024-11-25T07:44:39,705 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting b00d5f53c04948a9bb1ff9908143f979, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732520676934 2024-11-25T07:44:39,705 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f65eaa9a5cc40a6b13ed3b20f0c7f5f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732520678210 2024-11-25T07:44:39,705 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting ce9fdcee3f584d09a5d9dcc0613bf24b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732520678224 2024-11-25T07:44:39,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T07:44:39,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:39,716 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T07:44:39,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:39,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:39,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:39,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:39,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:39,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:39,726 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#A#compaction#416 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:39,726 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#B#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:39,727 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/1f5b21fce25d48659b70fddd37d21475 is 50, key is test_row_0/A:col10/1732520678824/Put/seqid=0 2024-11-25T07:44:39,727 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/058372b8ea364d48bf0d3d45650083cd is 50, key is test_row_0/B:col10/1732520678824/Put/seqid=0 2024-11-25T07:44:39,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/fe5a8d86adb74a5091fa5c8c45b55e46 is 50, key is test_row_0/A:col10/1732520678852/Put/seqid=0 2024-11-25T07:44:39,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742308_1484 (size=12915) 2024-11-25T07:44:39,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742307_1483 (size=12915) 2024-11-25T07:44:39,738 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/1f5b21fce25d48659b70fddd37d21475 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/1f5b21fce25d48659b70fddd37d21475 2024-11-25T07:44:39,749 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3631685dec8ebcef706f4de903d878a/A of d3631685dec8ebcef706f4de903d878a into 1f5b21fce25d48659b70fddd37d21475(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:39,749 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:39,749 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/A, priority=12, startTime=1732520679702; duration=0sec 2024-11-25T07:44:39,749 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:39,750 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:A 2024-11-25T07:44:39,750 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:44:39,752 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49482 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:44:39,752 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/C is initiating minor compaction (all files) 2024-11-25T07:44:39,752 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/C in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:39,753 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/8bdfa195a07d41afb16c45d06bdd9288, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/37d33d52f72e40689b8a510e9bf5f577, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/c2df606190014fb2987fb283ee0633a4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/a223c6dc74f5471f9a0174e7ea65cfda] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=48.3 K 2024-11-25T07:44:39,753 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/058372b8ea364d48bf0d3d45650083cd as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/058372b8ea364d48bf0d3d45650083cd 2024-11-25T07:44:39,753 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bdfa195a07d41afb16c45d06bdd9288, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732520674521 2024-11-25T07:44:39,753 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37d33d52f72e40689b8a510e9bf5f577, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732520675721 2024-11-25T07:44:39,753 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2df606190014fb2987fb283ee0633a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732520676934 2024-11-25T07:44:39,754 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting a223c6dc74f5471f9a0174e7ea65cfda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732520678224 2024-11-25T07:44:39,757 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3631685dec8ebcef706f4de903d878a/B of d3631685dec8ebcef706f4de903d878a into 058372b8ea364d48bf0d3d45650083cd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:39,757 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:39,757 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/B, priority=12, startTime=1732520679702; duration=0sec 2024-11-25T07:44:39,757 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:39,757 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:B 2024-11-25T07:44:39,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742309_1485 (size=12301) 2024-11-25T07:44:39,763 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#C#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:39,764 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/411ae449b6394180b4729241b8167a40 is 50, key is test_row_0/C:col10/1732520678824/Put/seqid=0 2024-11-25T07:44:39,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742310_1486 (size=12915) 2024-11-25T07:44:39,770 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/411ae449b6394180b4729241b8167a40 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/411ae449b6394180b4729241b8167a40 2024-11-25T07:44:39,773 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d3631685dec8ebcef706f4de903d878a/C of d3631685dec8ebcef706f4de903d878a into 411ae449b6394180b4729241b8167a40(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:39,773 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:39,773 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/C, priority=12, startTime=1732520679703; duration=0sec 2024-11-25T07:44:39,773 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:39,773 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:C 2024-11-25T07:44:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T07:44:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:40,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:40,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520680067, max timestamp=1732520680105Num uniques 859; 2024-11-25T07:44:40,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520680067, max timestamp=1732520680105Num uniques 859; 2024-11-25T07:44:40,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:40,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:40,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520680067, max timestamp=1732520680105Num uniques 859; 2024-11-25T07:44:40,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:40,158 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/fe5a8d86adb74a5091fa5c8c45b55e46 2024-11-25T07:44:40,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/1047d4f86f86466f96a4375ae60b7fb6 is 50, key is test_row_0/B:col10/1732520678852/Put/seqid=0 2024-11-25T07:44:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742311_1487 (size=12301) 2024-11-25T07:44:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T07:44:40,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520740213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:40,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:40,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520740221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:40,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:40,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520740222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:40,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:40,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520740333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:40,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520740334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:40,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520740343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:40,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:40,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520740434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:40,439 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in d3631685dec8ebcef706f4de903d878a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:40,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520740543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:40,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:40,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520740544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:40,567 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/1047d4f86f86466f96a4375ae60b7fb6 2024-11-25T07:44:40,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520740563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:40,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:40,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/ba5b2fffa33949de95306397d1e76678 is 50, key is test_row_0/C:col10/1732520678852/Put/seqid=0 2024-11-25T07:44:40,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742312_1488 (size=12301) 2024-11-25T07:44:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T07:44:40,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520740853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:40,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520740853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:40,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:40,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:40,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520740883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:40,977 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/ba5b2fffa33949de95306397d1e76678 2024-11-25T07:44:40,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/fe5a8d86adb74a5091fa5c8c45b55e46 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/fe5a8d86adb74a5091fa5c8c45b55e46 2024-11-25T07:44:40,985 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/fe5a8d86adb74a5091fa5c8c45b55e46, entries=150, sequenceid=321, filesize=12.0 K 2024-11-25T07:44:40,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/1047d4f86f86466f96a4375ae60b7fb6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/1047d4f86f86466f96a4375ae60b7fb6 2024-11-25T07:44:40,989 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/1047d4f86f86466f96a4375ae60b7fb6, entries=150, sequenceid=321, filesize=12.0 K 2024-11-25T07:44:40,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/ba5b2fffa33949de95306397d1e76678 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ba5b2fffa33949de95306397d1e76678 2024-11-25T07:44:40,994 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ba5b2fffa33949de95306397d1e76678, entries=150, sequenceid=321, filesize=12.0 K 2024-11-25T07:44:40,995 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d3631685dec8ebcef706f4de903d878a in 1279ms, sequenceid=321, compaction requested=false 2024-11-25T07:44:40,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:40,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:40,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-25T07:44:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-25T07:44:40,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-25T07:44:40,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4360 sec 2024-11-25T07:44:40,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.4420 sec 2024-11-25T07:44:41,135 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:44:41,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-25T07:44:41,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:41,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:41,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:41,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:41,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:41,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:41,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/d821e5e3784a44da9093a8e0fb2ad3c9 is 50, key is test_row_0/A:col10/1732520681366/Put/seqid=0 2024-11-25T07:44:41,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742313_1489 (size=14741) 2024-11-25T07:44:41,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520741403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:41,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:41,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520741409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:41,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520741415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:41,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:41,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520741523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:41,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520741524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:41,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520741533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:41,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T07:44:41,703 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:41,704 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:44:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-25T07:44:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T07:44:41,706 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:44:41,706 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:44:41,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:44:41,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520741734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520741734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:41,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520741753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:41,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:41,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/d821e5e3784a44da9093a8e0fb2ad3c9 2024-11-25T07:44:41,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/35b16a724dad469b9fe84f864c76fc20 is 50, key is test_row_0/B:col10/1732520681366/Put/seqid=0 2024-11-25T07:44:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742314_1490 (size=12301) 2024-11-25T07:44:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T07:44:41,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-25T07:44:41,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:41,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:41,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:41,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:41,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:42,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-25T07:44:42,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:42,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:42,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:42,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:42,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T07:44:42,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520742053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:42,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520742053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:42,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:42,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520742073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:42,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-25T07:44:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:42,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:42,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:42,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:42,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:42,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/35b16a724dad469b9fe84f864c76fc20 2024-11-25T07:44:42,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/490f3cfc98a241c180d420b677373acc is 50, key is test_row_0/C:col10/1732520681366/Put/seqid=0 2024-11-25T07:44:42,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742315_1491 (size=12301) 2024-11-25T07:44:42,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/490f3cfc98a241c180d420b677373acc 2024-11-25T07:44:42,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/d821e5e3784a44da9093a8e0fb2ad3c9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/d821e5e3784a44da9093a8e0fb2ad3c9 2024-11-25T07:44:42,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/d821e5e3784a44da9093a8e0fb2ad3c9, entries=200, sequenceid=360, filesize=14.4 K 2024-11-25T07:44:42,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/35b16a724dad469b9fe84f864c76fc20 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/35b16a724dad469b9fe84f864c76fc20 2024-11-25T07:44:42,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/35b16a724dad469b9fe84f864c76fc20, entries=150, sequenceid=360, filesize=12.0 K 2024-11-25T07:44:42,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/490f3cfc98a241c180d420b677373acc as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/490f3cfc98a241c180d420b677373acc 2024-11-25T07:44:42,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/490f3cfc98a241c180d420b677373acc, entries=150, sequenceid=360, filesize=12.0 K 2024-11-25T07:44:42,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for d3631685dec8ebcef706f4de903d878a in 873ms, sequenceid=360, compaction requested=true 2024-11-25T07:44:42,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:42,240 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:42,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:44:42,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:42,241 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:42,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:44:42,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:42,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:44:42,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:42,242 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:42,242 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:42,243 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/A is initiating minor compaction (all files) 2024-11-25T07:44:42,243 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/B is initiating minor compaction (all files) 2024-11-25T07:44:42,243 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/B in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:42,243 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/A in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:42,243 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/1f5b21fce25d48659b70fddd37d21475, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/fe5a8d86adb74a5091fa5c8c45b55e46, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/d821e5e3784a44da9093a8e0fb2ad3c9] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=39.0 K 2024-11-25T07:44:42,243 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/058372b8ea364d48bf0d3d45650083cd, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/1047d4f86f86466f96a4375ae60b7fb6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/35b16a724dad469b9fe84f864c76fc20] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=36.6 K 2024-11-25T07:44:42,243 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 058372b8ea364d48bf0d3d45650083cd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732520678224 2024-11-25T07:44:42,243 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f5b21fce25d48659b70fddd37d21475, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732520678224 2024-11-25T07:44:42,243 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe5a8d86adb74a5091fa5c8c45b55e46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732520678852 2024-11-25T07:44:42,243 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 1047d4f86f86466f96a4375ae60b7fb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732520678852 2024-11-25T07:44:42,243 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting d821e5e3784a44da9093a8e0fb2ad3c9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732520680158 2024-11-25T07:44:42,244 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 35b16a724dad469b9fe84f864c76fc20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732520680158 2024-11-25T07:44:42,264 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#B#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:42,265 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/039debd20cc64df78ec1474a86497e50 is 50, key is test_row_0/B:col10/1732520681366/Put/seqid=0 2024-11-25T07:44:42,278 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#A#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:42,279 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/56ef44e98e254bdabf34146730786df6 is 50, key is test_row_0/A:col10/1732520681366/Put/seqid=0 2024-11-25T07:44:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742316_1492 (size=13017) 2024-11-25T07:44:42,298 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/039debd20cc64df78ec1474a86497e50 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/039debd20cc64df78ec1474a86497e50 2024-11-25T07:44:42,306 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/B of d3631685dec8ebcef706f4de903d878a into 039debd20cc64df78ec1474a86497e50(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:42,306 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:42,306 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/B, priority=13, startTime=1732520682241; duration=0sec 2024-11-25T07:44:42,306 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:42,306 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:B 2024-11-25T07:44:42,306 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:42,307 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:42,307 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/C is initiating minor compaction (all files) 2024-11-25T07:44:42,307 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/C in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:42,307 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/411ae449b6394180b4729241b8167a40, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ba5b2fffa33949de95306397d1e76678, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/490f3cfc98a241c180d420b677373acc] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=36.6 K 2024-11-25T07:44:42,308 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 411ae449b6394180b4729241b8167a40, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732520678224 2024-11-25T07:44:42,309 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting ba5b2fffa33949de95306397d1e76678, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732520678852 2024-11-25T07:44:42,311 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 490f3cfc98a241c180d420b677373acc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732520680158 2024-11-25T07:44:42,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742317_1493 (size=13017) 2024-11-25T07:44:42,318 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#C#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:42,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-25T07:44:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:42,318 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/fcba550abab94d06881e22b721113e54 is 50, key is test_row_0/C:col10/1732520681366/Put/seqid=0 2024-11-25T07:44:42,318 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:44:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T07:44:42,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/fef2c329dad2412ca14274b43693d3a2 is 50, key is test_row_0/A:col10/1732520681406/Put/seqid=0 2024-11-25T07:44:42,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742318_1494 (size=13017) 2024-11-25T07:44:42,371 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/fcba550abab94d06881e22b721113e54 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/fcba550abab94d06881e22b721113e54 2024-11-25T07:44:42,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742319_1495 (size=12301) 2024-11-25T07:44:42,385 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/C of d3631685dec8ebcef706f4de903d878a into fcba550abab94d06881e22b721113e54(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:42,385 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:42,385 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/C, priority=13, startTime=1732520682241; duration=0sec 2024-11-25T07:44:42,385 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:42,385 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:C 2024-11-25T07:44:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:42,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:42,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732520682541, max timestamp=1732520682602Num uniques 859; 2024-11-25T07:44:42,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732520682541, max timestamp=1732520682602Num uniques 859; 2024-11-25T07:44:42,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732520682541, max timestamp=1732520682602Num uniques 859; 2024-11-25T07:44:42,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T07:44:42,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T07:44:42,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:42,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520742675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:42,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:42,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520742676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:42,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:42,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520742678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:42,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:42,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520742689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:42,720 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/56ef44e98e254bdabf34146730786df6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/56ef44e98e254bdabf34146730786df6 2024-11-25T07:44:42,724 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/A of d3631685dec8ebcef706f4de903d878a into 56ef44e98e254bdabf34146730786df6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:42,724 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:42,724 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/A, priority=13, startTime=1732520682240; duration=0sec 2024-11-25T07:44:42,724 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:42,724 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:A 2024-11-25T07:44:42,781 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/fef2c329dad2412ca14274b43693d3a2 2024-11-25T07:44:42,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/7d30cade99854d3995603287239900d0 is 50, key is test_row_0/B:col10/1732520681406/Put/seqid=0 2024-11-25T07:44:42,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520742793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:42,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742320_1496 (size=12301) 2024-11-25T07:44:42,804 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/7d30cade99854d3995603287239900d0 2024-11-25T07:44:42,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520742803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:42,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520742803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:42,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520742803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:42,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/d20512f65f1a4466a8cc9474da9199f4 is 50, key is test_row_0/C:col10/1732520681406/Put/seqid=0 2024-11-25T07:44:42,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742321_1497 (size=12301) 2024-11-25T07:44:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T07:44:43,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520743003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520743013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520743023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520743023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,221 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/d20512f65f1a4466a8cc9474da9199f4 2024-11-25T07:44:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/fef2c329dad2412ca14274b43693d3a2 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/fef2c329dad2412ca14274b43693d3a2 2024-11-25T07:44:43,227 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/fef2c329dad2412ca14274b43693d3a2, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T07:44:43,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/7d30cade99854d3995603287239900d0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/7d30cade99854d3995603287239900d0 2024-11-25T07:44:43,231 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/7d30cade99854d3995603287239900d0, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T07:44:43,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/d20512f65f1a4466a8cc9474da9199f4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/d20512f65f1a4466a8cc9474da9199f4 2024-11-25T07:44:43,235 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/d20512f65f1a4466a8cc9474da9199f4, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T07:44:43,236 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=138.65 KB/141980 for d3631685dec8ebcef706f4de903d878a in 917ms, sequenceid=371, compaction requested=false 2024-11-25T07:44:43,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:43,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:43,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-25T07:44:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-25T07:44:43,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-25T07:44:43,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5310 sec 2024-11-25T07:44:43,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.5350 sec 2024-11-25T07:44:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:43,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=145.36 KB heapSize=410.38 KB 2024-11-25T07:44:43,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:43,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:43,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:43,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/9661ee57d9b8483dbca0d585584a94b2 is 50, key is test_row_0/A:col10/1732520683328/Put/seqid=0 2024-11-25T07:44:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742322_1498 (size=14741) 2024-11-25T07:44:43,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520743344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520743346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520743352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520743353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520743463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520743463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520743463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520743463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520743683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520743683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520743683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:43,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520743683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:43,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:43,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:43,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/9661ee57d9b8483dbca0d585584a94b2 2024-11-25T07:44:43,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/58874b2e687f48ba90ec18b33a18c6a4 is 50, key is test_row_0/B:col10/1732520683328/Put/seqid=0 2024-11-25T07:44:43,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742323_1499 (size=12301) 2024-11-25T07:44:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T07:44:43,854 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:43,854 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:44:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-25T07:44:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T07:44:43,857 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:44:43,858 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:44:43,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:44:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T07:44:44,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520743999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T07:44:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:44,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:44,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520744003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520744004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520744004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/58874b2e687f48ba90ec18b33a18c6a4 2024-11-25T07:44:44,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T07:44:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:44,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:44,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/ec7b6e8996d14480b94090048fadb57c is 50, key is test_row_0/C:col10/1732520683328/Put/seqid=0 2024-11-25T07:44:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T07:44:44,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742324_1500 (size=12301) 2024-11-25T07:44:44,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/ec7b6e8996d14480b94090048fadb57c 2024-11-25T07:44:44,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/9661ee57d9b8483dbca0d585584a94b2 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/9661ee57d9b8483dbca0d585584a94b2 2024-11-25T07:44:44,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/9661ee57d9b8483dbca0d585584a94b2, entries=200, sequenceid=410, filesize=14.4 K 2024-11-25T07:44:44,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/58874b2e687f48ba90ec18b33a18c6a4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/58874b2e687f48ba90ec18b33a18c6a4 2024-11-25T07:44:44,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/58874b2e687f48ba90ec18b33a18c6a4, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T07:44:44,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/ec7b6e8996d14480b94090048fadb57c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ec7b6e8996d14480b94090048fadb57c 2024-11-25T07:44:44,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ec7b6e8996d14480b94090048fadb57c, entries=150, sequenceid=410, filesize=12.0 K 2024-11-25T07:44:44,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~145.36 KB/148850, heapSize ~410.33 KB/420176, currentSize=40.25 KB/41220 for d3631685dec8ebcef706f4de903d878a in 864ms, sequenceid=410, compaction requested=true 2024-11-25T07:44:44,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:44,194 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:44,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:44:44,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:44,194 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:44,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:44:44,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:44,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:44:44,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:44,195 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:44,195 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/A is initiating minor compaction (all files) 2024-11-25T07:44:44,195 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/A in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:44,195 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/56ef44e98e254bdabf34146730786df6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/fef2c329dad2412ca14274b43693d3a2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/9661ee57d9b8483dbca0d585584a94b2] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=39.1 K 2024-11-25T07:44:44,196 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:44,196 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56ef44e98e254bdabf34146730786df6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732520680158 2024-11-25T07:44:44,196 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/B is initiating minor compaction (all files) 2024-11-25T07:44:44,196 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/B in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:44,196 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/039debd20cc64df78ec1474a86497e50, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/7d30cade99854d3995603287239900d0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/58874b2e687f48ba90ec18b33a18c6a4] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=36.7 K 2024-11-25T07:44:44,196 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting fef2c329dad2412ca14274b43693d3a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732520681384 2024-11-25T07:44:44,196 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9661ee57d9b8483dbca0d585584a94b2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732520682674 2024-11-25T07:44:44,196 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 039debd20cc64df78ec1474a86497e50, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732520680158 2024-11-25T07:44:44,197 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d30cade99854d3995603287239900d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732520681384 2024-11-25T07:44:44,197 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 58874b2e687f48ba90ec18b33a18c6a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732520682674 2024-11-25T07:44:44,206 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#A#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:44,207 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/f0f2afe255cf49f0ba7c2fb007db8582 is 50, key is test_row_0/A:col10/1732520683328/Put/seqid=0 2024-11-25T07:44:44,210 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#B#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:44,210 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/ac0967b6d4f044e08f3e94c58d6718d7 is 50, key is test_row_0/B:col10/1732520683328/Put/seqid=0 2024-11-25T07:44:44,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742325_1501 (size=13119) 2024-11-25T07:44:44,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742326_1502 (size=13119) 2024-11-25T07:44:44,227 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/ac0967b6d4f044e08f3e94c58d6718d7 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ac0967b6d4f044e08f3e94c58d6718d7 2024-11-25T07:44:44,242 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/B of d3631685dec8ebcef706f4de903d878a into ac0967b6d4f044e08f3e94c58d6718d7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:44,242 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:44,242 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/B, priority=13, startTime=1732520684194; duration=0sec 2024-11-25T07:44:44,242 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:44,242 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:B 2024-11-25T07:44:44,242 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:44,243 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:44,243 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/C is initiating minor compaction (all files) 2024-11-25T07:44:44,243 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/C in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:44,243 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/fcba550abab94d06881e22b721113e54, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/d20512f65f1a4466a8cc9474da9199f4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ec7b6e8996d14480b94090048fadb57c] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=36.7 K 2024-11-25T07:44:44,243 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting fcba550abab94d06881e22b721113e54, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732520680158 2024-11-25T07:44:44,243 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting d20512f65f1a4466a8cc9474da9199f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732520681384 2024-11-25T07:44:44,244 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting ec7b6e8996d14480b94090048fadb57c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732520682674 2024-11-25T07:44:44,255 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#C#compaction#436 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:44,256 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/faef5be62afb4c3d8c650539a8ffe114 is 50, key is test_row_0/C:col10/1732520683328/Put/seqid=0 2024-11-25T07:44:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742327_1503 (size=13119) 2024-11-25T07:44:44,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T07:44:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:44,318 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-25T07:44:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:44,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/cce532fee8944aa5a63b7755c32c2c1f is 50, key is test_row_0/A:col10/1732520683342/Put/seqid=0 2024-11-25T07:44:44,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742328_1504 (size=12301) 2024-11-25T07:44:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T07:44:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:44,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. as already flushing 2024-11-25T07:44:44,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732520684544, max timestamp=1732520684563Num uniques 859; 2024-11-25T07:44:44,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732520684544, max timestamp=1732520684563Num uniques 859; 2024-11-25T07:44:44,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T07:44:44,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T07:44:44,567 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732520684544, max timestamp=1732520684563Num uniques 859; 2024-11-25T07:44:44,567 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T07:44:44,621 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/f0f2afe255cf49f0ba7c2fb007db8582 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/f0f2afe255cf49f0ba7c2fb007db8582 2024-11-25T07:44:44,646 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/A of d3631685dec8ebcef706f4de903d878a into f0f2afe255cf49f0ba7c2fb007db8582(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:44,646 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:44,646 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/A, priority=13, startTime=1732520684194; duration=0sec 2024-11-25T07:44:44,646 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:44,646 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:A 2024-11-25T07:44:44,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520744614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520744615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520744648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520744648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,689 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/faef5be62afb4c3d8c650539a8ffe114 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/faef5be62afb4c3d8c650539a8ffe114 2024-11-25T07:44:44,694 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/C of d3631685dec8ebcef706f4de903d878a into faef5be62afb4c3d8c650539a8ffe114(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:44,694 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:44,694 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/C, priority=13, startTime=1732520684194; duration=0sec 2024-11-25T07:44:44,694 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:44,694 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:C 2024-11-25T07:44:44,733 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/cce532fee8944aa5a63b7755c32c2c1f 2024-11-25T07:44:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/9d47559a669d48c7805484e1ab50648c is 50, key is test_row_0/B:col10/1732520683342/Put/seqid=0 2024-11-25T07:44:44,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742329_1505 (size=12301) 2024-11-25T07:44:44,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520744753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520744753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520744773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520744773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520744973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33262 deadline: 1732520744973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33274 deadline: 1732520744984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T07:44:44,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33254 deadline: 1732520744994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:44,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:44,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:45,150 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/9d47559a669d48c7805484e1ab50648c 2024-11-25T07:44:45,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/23c59bf6f7734cbb84c71396c9258990 is 50, key is test_row_0/C:col10/1732520683342/Put/seqid=0 2024-11-25T07:44:45,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742330_1506 (size=12301) 2024-11-25T07:44:45,166 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/23c59bf6f7734cbb84c71396c9258990 2024-11-25T07:44:45,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/cce532fee8944aa5a63b7755c32c2c1f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/cce532fee8944aa5a63b7755c32c2c1f 2024-11-25T07:44:45,178 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/cce532fee8944aa5a63b7755c32c2c1f, entries=150, sequenceid=420, filesize=12.0 K 2024-11-25T07:44:45,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/9d47559a669d48c7805484e1ab50648c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/9d47559a669d48c7805484e1ab50648c 2024-11-25T07:44:45,181 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/9d47559a669d48c7805484e1ab50648c, entries=150, sequenceid=420, filesize=12.0 K 2024-11-25T07:44:45,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/23c59bf6f7734cbb84c71396c9258990 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/23c59bf6f7734cbb84c71396c9258990 2024-11-25T07:44:45,185 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/23c59bf6f7734cbb84c71396c9258990, entries=150, sequenceid=420, filesize=12.0 K 2024-11-25T07:44:45,186 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=154.31 KB/158010 for d3631685dec8ebcef706f4de903d878a in 868ms, sequenceid=420, compaction requested=false 2024-11-25T07:44:45,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:45,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:45,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-25T07:44:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-25T07:44:45,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-25T07:44:45,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3310 sec 2024-11-25T07:44:45,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.3440 sec 2024-11-25T07:44:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:45,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=161.02 KB heapSize=451.31 KB 2024-11-25T07:44:45,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732520684613, max timestamp=1732520685300Num uniques 1168; 2024-11-25T07:44:45,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732520684613, max timestamp=1732520685300Num uniques 1168; 2024-11-25T07:44:45,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732520684613, max timestamp=1732520685300Num uniques 1168; 2024-11-25T07:44:45,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=7688, suffix heap size=149440,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=168 2024-11-25T07:44:45,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=7688, suffix heap size=149440,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=168 2024-11-25T07:44:45,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=7688, suffix heap size=149440,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=168 2024-11-25T07:44:45,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:45,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:45,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:45,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:45,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:45,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:45,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/95ca011636024cdbb791167cd81d366b is 50, key is test_row_0/A:col10/1732520685300/Put/seqid=0 2024-11-25T07:44:45,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742331_1507 (size=12301) 2024-11-25T07:44:45,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/95ca011636024cdbb791167cd81d366b 2024-11-25T07:44:45,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/344ac82ef1b54703a867eedde06267f9 is 50, key is test_row_0/B:col10/1732520685300/Put/seqid=0 2024-11-25T07:44:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742332_1508 (size=12301) 2024-11-25T07:44:45,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520685311, max timestamp=1732520685359Num uniques 859; 2024-11-25T07:44:45,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520685311, max timestamp=1732520685359Num uniques 859; 2024-11-25T07:44:45,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:45,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:45,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520685311, max timestamp=1732520685359Num uniques 859; 2024-11-25T07:44:45,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:44:45,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732520685388, max timestamp=1732520685413Num uniques 1068; 2024-11-25T07:44:45,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732520685388, max timestamp=1732520685413Num uniques 1068; 2024-11-25T07:44:45,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-25T07:44:45,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-25T07:44:45,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732520685388, max timestamp=1732520685413Num uniques 1068; 2024-11-25T07:44:45,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-25T07:44:45,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33294 deadline: 1732520745467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:45,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 , the old value is region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:45,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:45,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., hostname=7fb8763a5d32,38413,1732520533070, seqNum=2 because the exception is null or not the one we care about 2024-11-25T07:44:45,480 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732520685451, max timestamp=1732520685472Num uniques 1177; 2024-11-25T07:44:45,480 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=12682, suffix heap size=150376,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=277 2024-11-25T07:44:45,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732520685451, max timestamp=1732520685472Num uniques 1177; 2024-11-25T07:44:45,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732520685451, max timestamp=1732520685472Num uniques 1177; 2024-11-25T07:44:45,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=12682, suffix heap size=150376,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=277 2024-11-25T07:44:45,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=12682, suffix heap size=150376,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=277 2024-11-25T07:44:45,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732520685516, max timestamp=1732520685570Num uniques 1136; 2024-11-25T07:44:45,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-25T07:44:45,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732520685516, max timestamp=1732520685570Num uniques 1136; 2024-11-25T07:44:45,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-25T07:44:45,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732520685516, max timestamp=1732520685570Num uniques 1136; 2024-11-25T07:44:45,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-25T07:44:45,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732520685625, max timestamp=1732520685643Num uniques 1145; 2024-11-25T07:44:45,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732520685625, max timestamp=1732520685643Num uniques 1145; 2024-11-25T07:44:45,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245 2024-11-25T07:44:45,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245 2024-11-25T07:44:45,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732520685625, max timestamp=1732520685643Num uniques 1145; 2024-11-25T07:44:45,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245 2024-11-25T07:44:45,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/344ac82ef1b54703a867eedde06267f9 2024-11-25T07:44:45,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/2903eabc25f0480889ce9ab9721af836 is 50, key is test_row_0/C:col10/1732520685300/Put/seqid=0 2024-11-25T07:44:45,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732520685710, max timestamp=1732520685745Num uniques 1104; 2024-11-25T07:44:45,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-25T07:44:45,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732520685710, max timestamp=1732520685745Num uniques 1104; 2024-11-25T07:44:45,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=6870, suffix heap size=142784,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=150 2024-11-25T07:44:45,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732520685710, max timestamp=1732520685745Num uniques 1104; 2024-11-25T07:44:45,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=6870, suffix heap size=142784,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=150 2024-11-25T07:44:45,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742333_1509 (size=12301) 2024-11-25T07:44:45,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/2903eabc25f0480889ce9ab9721af836 2024-11-25T07:44:45,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/95ca011636024cdbb791167cd81d366b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/95ca011636024cdbb791167cd81d366b 2024-11-25T07:44:45,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/95ca011636024cdbb791167cd81d366b, entries=150, sequenceid=460, filesize=12.0 K 2024-11-25T07:44:45,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/344ac82ef1b54703a867eedde06267f9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/344ac82ef1b54703a867eedde06267f9 2024-11-25T07:44:45,778 INFO [Thread-1952 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1952. 2024-11-25T07:44:45,778 DEBUG [Thread-1952 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:45,778 DEBUG [Thread-1952 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,778 DEBUG [Thread-1952 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:45,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/344ac82ef1b54703a867eedde06267f9, entries=150, sequenceid=460, filesize=12.0 K 2024-11-25T07:44:45,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/2903eabc25f0480889ce9ab9721af836 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2903eabc25f0480889ce9ab9721af836 2024-11-25T07:44:45,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2903eabc25f0480889ce9ab9721af836, entries=150, sequenceid=460, filesize=12.0 K 2024-11-25T07:44:45,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~65.34 KB/66912, currentSize=75.68 KB/77500 for d3631685dec8ebcef706f4de903d878a in 484ms, sequenceid=460, compaction requested=true 2024-11-25T07:44:45,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:45,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:44:45,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:45,786 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:45,786 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:45,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:44:45,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:45,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d3631685dec8ebcef706f4de903d878a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:44:45,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:45,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=82.39 KB heapSize=230.34 KB 2024-11-25T07:44:45,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:45,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:45,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:45,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:45,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:45,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:45,789 INFO [Thread-1941 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1941. 2024-11-25T07:44:45,789 DEBUG [Thread-1941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:45,789 DEBUG [Thread-1941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,789 DEBUG [Thread-1941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:45,789 INFO [Thread-1956 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1956. 2024-11-25T07:44:45,789 DEBUG [Thread-1956 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:45,789 DEBUG [Thread-1956 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,790 DEBUG [Thread-1956 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:45,791 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:45,791 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:45,791 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/A is initiating minor compaction (all files) 2024-11-25T07:44:45,791 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/B is initiating minor compaction (all files) 2024-11-25T07:44:45,791 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/A in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:45,791 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/B in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:45,791 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/f0f2afe255cf49f0ba7c2fb007db8582, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/cce532fee8944aa5a63b7755c32c2c1f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/95ca011636024cdbb791167cd81d366b] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=36.8 K 2024-11-25T07:44:45,791 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ac0967b6d4f044e08f3e94c58d6718d7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/9d47559a669d48c7805484e1ab50648c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/344ac82ef1b54703a867eedde06267f9] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=36.8 K 2024-11-25T07:44:45,793 INFO [Thread-1950 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1950. 2024-11-25T07:44:45,793 DEBUG [Thread-1950 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:45,793 DEBUG [Thread-1950 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,793 DEBUG [Thread-1950 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:45,794 INFO [Thread-1954 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1954. 2024-11-25T07:44:45,795 DEBUG [Thread-1954 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:45,795 DEBUG [Thread-1954 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,795 DEBUG [Thread-1954 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:45,795 INFO [Thread-1943 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1943. 2024-11-25T07:44:45,795 DEBUG [Thread-1943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:45,795 DEBUG [Thread-1943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,795 DEBUG [Thread-1943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:45,796 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0f2afe255cf49f0ba7c2fb007db8582, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732520682674 2024-11-25T07:44:45,797 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting ac0967b6d4f044e08f3e94c58d6718d7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732520682674 2024-11-25T07:44:45,797 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting cce532fee8944aa5a63b7755c32c2c1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732520683342 2024-11-25T07:44:45,797 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d47559a669d48c7805484e1ab50648c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732520683342 2024-11-25T07:44:45,797 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 344ac82ef1b54703a867eedde06267f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732520684615 2024-11-25T07:44:45,797 INFO [Thread-1945 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1945. 2024-11-25T07:44:45,797 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95ca011636024cdbb791167cd81d366b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732520684615 2024-11-25T07:44:45,798 DEBUG [Thread-1945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:45,798 DEBUG [Thread-1945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,798 DEBUG [Thread-1945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:45,799 INFO [Thread-1939 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1939. 2024-11-25T07:44:45,799 DEBUG [Thread-1939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:45,799 DEBUG [Thread-1939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,799 DEBUG [Thread-1939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:45,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/9063bc732158434286c5b131fd0c6bf6 is 50, key is test_row_0/A:col10/1732520685771/Put/seqid=0 2024-11-25T07:44:45,804 INFO [Thread-1958 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1958. 2024-11-25T07:44:45,804 DEBUG [Thread-1958 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:45,804 DEBUG [Thread-1958 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,804 DEBUG [Thread-1958 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:45,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:45,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742334_1510 (size=14741) 2024-11-25T07:44:45,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/9063bc732158434286c5b131fd0c6bf6 2024-11-25T07:44:45,808 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#A#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:45,808 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/b6e2f588f9d84135b835aada3026ab61 is 50, key is test_row_0/A:col10/1732520685300/Put/seqid=0 2024-11-25T07:44:45,810 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#B#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:45,810 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/6b05d54073404466b56f14d5e1a82afb is 50, key is test_row_0/B:col10/1732520685300/Put/seqid=0 2024-11-25T07:44:45,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742335_1511 (size=13221) 2024-11-25T07:44:45,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742336_1512 (size=13221) 2024-11-25T07:44:45,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/d771b9947b464f4a908232d9b9b00501 is 50, key is test_row_0/B:col10/1732520685771/Put/seqid=0 2024-11-25T07:44:45,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742337_1513 (size=12301) 2024-11-25T07:44:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T07:44:46,003 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:46,222 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/b6e2f588f9d84135b835aada3026ab61 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/b6e2f588f9d84135b835aada3026ab61 2024-11-25T07:44:46,223 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/6b05d54073404466b56f14d5e1a82afb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/6b05d54073404466b56f14d5e1a82afb 2024-11-25T07:44:46,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.66 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/d771b9947b464f4a908232d9b9b00501 2024-11-25T07:44:46,226 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/A of d3631685dec8ebcef706f4de903d878a into b6e2f588f9d84135b835aada3026ab61(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:46,227 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:46,227 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/A, priority=13, startTime=1732520685786; duration=0sec 2024-11-25T07:44:46,227 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/B of d3631685dec8ebcef706f4de903d878a into 6b05d54073404466b56f14d5e1a82afb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:46,227 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:46,227 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:46,227 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:A 2024-11-25T07:44:46,227 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/B, priority=13, startTime=1732520685786; duration=0sec 2024-11-25T07:44:46,227 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:46,227 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:46,227 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:B 2024-11-25T07:44:46,228 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:46,228 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): d3631685dec8ebcef706f4de903d878a/C is initiating minor compaction (all files) 2024-11-25T07:44:46,228 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d3631685dec8ebcef706f4de903d878a/C in TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:46,228 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/faef5be62afb4c3d8c650539a8ffe114, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/23c59bf6f7734cbb84c71396c9258990, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2903eabc25f0480889ce9ab9721af836] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp, totalSize=36.8 K 2024-11-25T07:44:46,228 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting faef5be62afb4c3d8c650539a8ffe114, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732520682674 2024-11-25T07:44:46,229 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23c59bf6f7734cbb84c71396c9258990, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732520683342 2024-11-25T07:44:46,229 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2903eabc25f0480889ce9ab9721af836, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732520684615 2024-11-25T07:44:46,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/a726d7f6045342c09c8d896e2fff7e57 is 50, key is test_row_0/C:col10/1732520685771/Put/seqid=0 2024-11-25T07:44:46,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742338_1514 (size=12301) 2024-11-25T07:44:46,238 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d3631685dec8ebcef706f4de903d878a#C#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:46,238 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/0ab06910e1b74e66af52cf1dc6700b64 is 50, key is test_row_0/C:col10/1732520685300/Put/seqid=0 2024-11-25T07:44:46,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742339_1515 (size=13221) 2024-11-25T07:44:46,246 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/0ab06910e1b74e66af52cf1dc6700b64 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/0ab06910e1b74e66af52cf1dc6700b64 2024-11-25T07:44:46,250 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d3631685dec8ebcef706f4de903d878a/C of d3631685dec8ebcef706f4de903d878a into 0ab06910e1b74e66af52cf1dc6700b64(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:46,250 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:46,250 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., storeName=d3631685dec8ebcef706f4de903d878a/C, priority=13, startTime=1732520685786; duration=0sec 2024-11-25T07:44:46,250 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:46,250 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d3631685dec8ebcef706f4de903d878a:C 2024-11-25T07:44:46,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.66 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/a726d7f6045342c09c8d896e2fff7e57 2024-11-25T07:44:46,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/9063bc732158434286c5b131fd0c6bf6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/9063bc732158434286c5b131fd0c6bf6 2024-11-25T07:44:46,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/9063bc732158434286c5b131fd0c6bf6, entries=200, sequenceid=575, filesize=14.4 K 2024-11-25T07:44:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/d771b9947b464f4a908232d9b9b00501 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d771b9947b464f4a908232d9b9b00501 2024-11-25T07:44:46,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d771b9947b464f4a908232d9b9b00501, entries=150, sequenceid=575, filesize=12.0 K 2024-11-25T07:44:46,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/a726d7f6045342c09c8d896e2fff7e57 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/a726d7f6045342c09c8d896e2fff7e57 2024-11-25T07:44:46,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/a726d7f6045342c09c8d896e2fff7e57, entries=150, sequenceid=575, filesize=12.0 K 2024-11-25T07:44:46,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~82.39 KB/84370, heapSize ~230.30 KB/235824, currentSize=20.13 KB/20610 for d3631685dec8ebcef706f4de903d878a in 863ms, sequenceid=575, compaction requested=false 2024-11-25T07:44:46,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d3631685dec8ebcef706f4de903d878a: 2024-11-25T07:44:48,604 INFO [Thread-1947 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1947. 2024-11-25T07:44:48,604 DEBUG [Thread-1947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:44:48,604 DEBUG [Thread-1947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:48,604 DEBUG [Thread-1947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:48,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 960 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2874 rows 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 967 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2901 rows 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 971 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2910 rows 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 976 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2928 rows 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 967 2024-11-25T07:44:48,605 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2900 rows 2024-11-25T07:44:48,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:44:48,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:44:48,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:48,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:48,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:44:48,606 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T07:44:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T07:44:48,609 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520688608"}]},"ts":"1732520688608"} 2024-11-25T07:44:48,610 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T07:44:48,610 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T07:44:48,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T07:44:48,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3631685dec8ebcef706f4de903d878a, UNASSIGN}] 2024-11-25T07:44:48,612 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3631685dec8ebcef706f4de903d878a, UNASSIGN 2024-11-25T07:44:48,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=d3631685dec8ebcef706f4de903d878a, regionState=CLOSING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:48,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3631685dec8ebcef706f4de903d878a, UNASSIGN because future has completed 2024-11-25T07:44:48,615 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T07:44:48,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:44:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T07:44:48,767 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(122): Close d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:48,767 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T07:44:48,767 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1722): Closing d3631685dec8ebcef706f4de903d878a, disabling compactions & flushes 2024-11-25T07:44:48,767 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:48,767 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:48,767 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. after waiting 0 ms 2024-11-25T07:44:48,767 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:48,767 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(2902): Flushing d3631685dec8ebcef706f4de903d878a 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-25T07:44:48,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=A 2024-11-25T07:44:48,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:48,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=B 2024-11-25T07:44:48,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:48,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d3631685dec8ebcef706f4de903d878a, store=C 2024-11-25T07:44:48,768 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:48,771 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/1c6d05aad44049dca7d45ae470e3395b is 50, key is test_row_0/A:col10/1732520685789/Put/seqid=0 2024-11-25T07:44:48,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742340_1516 (size=9857) 2024-11-25T07:44:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T07:44:49,176 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/1c6d05aad44049dca7d45ae470e3395b 2024-11-25T07:44:49,182 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/db6b169d96bd4e0cbca018600cc4bba6 is 50, key is test_row_0/B:col10/1732520685789/Put/seqid=0 2024-11-25T07:44:49,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742341_1517 (size=9857) 2024-11-25T07:44:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T07:44:49,585 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/db6b169d96bd4e0cbca018600cc4bba6 2024-11-25T07:44:49,591 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/abdfaa090a6e491f8fb91e6f7f4cf3c6 is 50, key is test_row_0/C:col10/1732520685789/Put/seqid=0 2024-11-25T07:44:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742342_1518 (size=9857) 2024-11-25T07:44:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T07:44:49,995 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/abdfaa090a6e491f8fb91e6f7f4cf3c6 2024-11-25T07:44:49,999 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/A/1c6d05aad44049dca7d45ae470e3395b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/1c6d05aad44049dca7d45ae470e3395b 2024-11-25T07:44:50,002 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/1c6d05aad44049dca7d45ae470e3395b, entries=100, sequenceid=585, filesize=9.6 K 2024-11-25T07:44:50,003 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/B/db6b169d96bd4e0cbca018600cc4bba6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/db6b169d96bd4e0cbca018600cc4bba6 2024-11-25T07:44:50,007 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/db6b169d96bd4e0cbca018600cc4bba6, entries=100, sequenceid=585, filesize=9.6 K 2024-11-25T07:44:50,007 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/.tmp/C/abdfaa090a6e491f8fb91e6f7f4cf3c6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/abdfaa090a6e491f8fb91e6f7f4cf3c6 2024-11-25T07:44:50,012 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/abdfaa090a6e491f8fb91e6f7f4cf3c6, entries=100, sequenceid=585, filesize=9.6 K 2024-11-25T07:44:50,013 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d3631685dec8ebcef706f4de903d878a in 1246ms, sequenceid=585, compaction requested=true 2024-11-25T07:44:50,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/00f22a911d144b27968ac40873157434, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/351a26413ed3464aae43dd1da27a2fe1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/2aa4bb5f2a394e32beadc07fab8dc53a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/6660641b973e48e1a00fec2ba5323883, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/f48af95d0ea94118a13a7d0e83f88a23, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/071beb00c81e47b3a3159c7b34deb1d0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/dbcdf7d97abc4891b754071f3acd4c13, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c950b72eb07c4137a262bffdb6cbcc31, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c4c1db2d055b4bd5b9d3c2d48131f07f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/71a88a6a3ce546c98ecedb1159e0c8f0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/554820904e034dcc9085657b7cb4e916, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/27c14bb20fab45a29a8afc8a4433fec2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/53140dc236964589916ff98f1be40772, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/4d66fbf1ccfc463e858841c2c93125dd, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/67e242ecc99f490caceac7dad683cdcf, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c898346bfc1f48aeaee7d1e0661a5927, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/b00d5f53c04948a9bb1ff9908143f979, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/8f65eaa9a5cc40a6b13ed3b20f0c7f5f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/1f5b21fce25d48659b70fddd37d21475, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/fe5a8d86adb74a5091fa5c8c45b55e46, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/d821e5e3784a44da9093a8e0fb2ad3c9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/56ef44e98e254bdabf34146730786df6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/fef2c329dad2412ca14274b43693d3a2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/9661ee57d9b8483dbca0d585584a94b2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/f0f2afe255cf49f0ba7c2fb007db8582, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/cce532fee8944aa5a63b7755c32c2c1f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/95ca011636024cdbb791167cd81d366b] to archive 2024-11-25T07:44:50,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:44:50,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/00f22a911d144b27968ac40873157434 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/00f22a911d144b27968ac40873157434 2024-11-25T07:44:50,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/351a26413ed3464aae43dd1da27a2fe1 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/351a26413ed3464aae43dd1da27a2fe1 2024-11-25T07:44:50,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/2aa4bb5f2a394e32beadc07fab8dc53a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/2aa4bb5f2a394e32beadc07fab8dc53a 2024-11-25T07:44:50,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/6660641b973e48e1a00fec2ba5323883 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/6660641b973e48e1a00fec2ba5323883 2024-11-25T07:44:50,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/f48af95d0ea94118a13a7d0e83f88a23 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/f48af95d0ea94118a13a7d0e83f88a23 2024-11-25T07:44:50,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/071beb00c81e47b3a3159c7b34deb1d0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/071beb00c81e47b3a3159c7b34deb1d0 2024-11-25T07:44:50,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/dbcdf7d97abc4891b754071f3acd4c13 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/dbcdf7d97abc4891b754071f3acd4c13 2024-11-25T07:44:50,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c950b72eb07c4137a262bffdb6cbcc31 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c950b72eb07c4137a262bffdb6cbcc31 2024-11-25T07:44:50,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c4c1db2d055b4bd5b9d3c2d48131f07f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c4c1db2d055b4bd5b9d3c2d48131f07f 2024-11-25T07:44:50,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/71a88a6a3ce546c98ecedb1159e0c8f0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/71a88a6a3ce546c98ecedb1159e0c8f0 2024-11-25T07:44:50,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/554820904e034dcc9085657b7cb4e916 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/554820904e034dcc9085657b7cb4e916 2024-11-25T07:44:50,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/27c14bb20fab45a29a8afc8a4433fec2 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/27c14bb20fab45a29a8afc8a4433fec2 2024-11-25T07:44:50,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/53140dc236964589916ff98f1be40772 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/53140dc236964589916ff98f1be40772 2024-11-25T07:44:50,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/4d66fbf1ccfc463e858841c2c93125dd to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/4d66fbf1ccfc463e858841c2c93125dd 2024-11-25T07:44:50,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/67e242ecc99f490caceac7dad683cdcf to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/67e242ecc99f490caceac7dad683cdcf 2024-11-25T07:44:50,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c898346bfc1f48aeaee7d1e0661a5927 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/c898346bfc1f48aeaee7d1e0661a5927 2024-11-25T07:44:50,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/b00d5f53c04948a9bb1ff9908143f979 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/b00d5f53c04948a9bb1ff9908143f979 2024-11-25T07:44:50,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/8f65eaa9a5cc40a6b13ed3b20f0c7f5f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/8f65eaa9a5cc40a6b13ed3b20f0c7f5f 2024-11-25T07:44:50,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/1f5b21fce25d48659b70fddd37d21475 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/1f5b21fce25d48659b70fddd37d21475 2024-11-25T07:44:50,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/fe5a8d86adb74a5091fa5c8c45b55e46 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/fe5a8d86adb74a5091fa5c8c45b55e46 2024-11-25T07:44:50,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/d821e5e3784a44da9093a8e0fb2ad3c9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/d821e5e3784a44da9093a8e0fb2ad3c9 2024-11-25T07:44:50,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/56ef44e98e254bdabf34146730786df6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/56ef44e98e254bdabf34146730786df6 2024-11-25T07:44:50,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/fef2c329dad2412ca14274b43693d3a2 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/fef2c329dad2412ca14274b43693d3a2 2024-11-25T07:44:50,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/9661ee57d9b8483dbca0d585584a94b2 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/9661ee57d9b8483dbca0d585584a94b2 2024-11-25T07:44:50,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/f0f2afe255cf49f0ba7c2fb007db8582 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/f0f2afe255cf49f0ba7c2fb007db8582 2024-11-25T07:44:50,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/cce532fee8944aa5a63b7755c32c2c1f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/cce532fee8944aa5a63b7755c32c2c1f 2024-11-25T07:44:50,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/95ca011636024cdbb791167cd81d366b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/95ca011636024cdbb791167cd81d366b 2024-11-25T07:44:50,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/26f4eb6d606b42ceb8a6c12f77f2b5f4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/40596680cba24bf89bb932cab92c926d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/556a26475331414b8524f4652f1b15bc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ef0f41dc2310410d8c6da6e87d785b9d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d57ee17ce544416f94d8842d5fd4afc0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/b976ee24c9684852ae6186fd678abde3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/fa3acd7c7b164b84bef2a6bccd1dcdd3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/e38e4e16e1474407b3312e78c800b437, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/f56404333847409b87dd1a30a9f09256, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/42cfc1fe2cf14d0cb2012d147b985580, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/c77cb44232964ef4bc5c735cdea260bf, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d05b331ec20741b1bfc93c75e29018d3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/1c1c4e439b6144389fede6eda7792bfe, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/b2b7dd460aa04926b5d787b8de78d329, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/17ef49dda474410e95a0a1f4a7f2305d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/604ca6f9a44147f4a90239ca8d47fe35, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/a513235312e8405897477d452235809b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/058372b8ea364d48bf0d3d45650083cd, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ce9fdcee3f584d09a5d9dcc0613bf24b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/1047d4f86f86466f96a4375ae60b7fb6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/039debd20cc64df78ec1474a86497e50, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/35b16a724dad469b9fe84f864c76fc20, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/7d30cade99854d3995603287239900d0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ac0967b6d4f044e08f3e94c58d6718d7, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/58874b2e687f48ba90ec18b33a18c6a4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/9d47559a669d48c7805484e1ab50648c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/344ac82ef1b54703a867eedde06267f9] to archive 2024-11-25T07:44:50,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:44:50,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/26f4eb6d606b42ceb8a6c12f77f2b5f4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/26f4eb6d606b42ceb8a6c12f77f2b5f4 2024-11-25T07:44:50,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/40596680cba24bf89bb932cab92c926d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/40596680cba24bf89bb932cab92c926d 2024-11-25T07:44:50,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/556a26475331414b8524f4652f1b15bc to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/556a26475331414b8524f4652f1b15bc 2024-11-25T07:44:50,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ef0f41dc2310410d8c6da6e87d785b9d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ef0f41dc2310410d8c6da6e87d785b9d 2024-11-25T07:44:50,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d57ee17ce544416f94d8842d5fd4afc0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d57ee17ce544416f94d8842d5fd4afc0 2024-11-25T07:44:50,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/b976ee24c9684852ae6186fd678abde3 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/b976ee24c9684852ae6186fd678abde3 2024-11-25T07:44:50,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/fa3acd7c7b164b84bef2a6bccd1dcdd3 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/fa3acd7c7b164b84bef2a6bccd1dcdd3 2024-11-25T07:44:50,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/e38e4e16e1474407b3312e78c800b437 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/e38e4e16e1474407b3312e78c800b437 2024-11-25T07:44:50,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/f56404333847409b87dd1a30a9f09256 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/f56404333847409b87dd1a30a9f09256 2024-11-25T07:44:50,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/42cfc1fe2cf14d0cb2012d147b985580 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/42cfc1fe2cf14d0cb2012d147b985580 2024-11-25T07:44:50,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/c77cb44232964ef4bc5c735cdea260bf to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/c77cb44232964ef4bc5c735cdea260bf 2024-11-25T07:44:50,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d05b331ec20741b1bfc93c75e29018d3 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d05b331ec20741b1bfc93c75e29018d3 2024-11-25T07:44:50,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/1c1c4e439b6144389fede6eda7792bfe to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/1c1c4e439b6144389fede6eda7792bfe 2024-11-25T07:44:50,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/b2b7dd460aa04926b5d787b8de78d329 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/b2b7dd460aa04926b5d787b8de78d329 2024-11-25T07:44:50,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/17ef49dda474410e95a0a1f4a7f2305d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/17ef49dda474410e95a0a1f4a7f2305d 2024-11-25T07:44:50,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/604ca6f9a44147f4a90239ca8d47fe35 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/604ca6f9a44147f4a90239ca8d47fe35 2024-11-25T07:44:50,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/a513235312e8405897477d452235809b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/a513235312e8405897477d452235809b 2024-11-25T07:44:50,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/058372b8ea364d48bf0d3d45650083cd to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/058372b8ea364d48bf0d3d45650083cd 2024-11-25T07:44:50,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ce9fdcee3f584d09a5d9dcc0613bf24b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ce9fdcee3f584d09a5d9dcc0613bf24b 2024-11-25T07:44:50,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/1047d4f86f86466f96a4375ae60b7fb6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/1047d4f86f86466f96a4375ae60b7fb6 2024-11-25T07:44:50,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/039debd20cc64df78ec1474a86497e50 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/039debd20cc64df78ec1474a86497e50 2024-11-25T07:44:50,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/35b16a724dad469b9fe84f864c76fc20 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/35b16a724dad469b9fe84f864c76fc20 2024-11-25T07:44:50,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/7d30cade99854d3995603287239900d0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/7d30cade99854d3995603287239900d0 2024-11-25T07:44:50,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ac0967b6d4f044e08f3e94c58d6718d7 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/ac0967b6d4f044e08f3e94c58d6718d7 2024-11-25T07:44:50,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/58874b2e687f48ba90ec18b33a18c6a4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/58874b2e687f48ba90ec18b33a18c6a4 2024-11-25T07:44:50,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/9d47559a669d48c7805484e1ab50648c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/9d47559a669d48c7805484e1ab50648c 2024-11-25T07:44:50,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/344ac82ef1b54703a867eedde06267f9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/344ac82ef1b54703a867eedde06267f9 2024-11-25T07:44:50,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/e5a38eb67d994ddbba8dc05f2837213c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ef7f3922ccbd4ddf91541876cd019fc3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2e65e762b4a84683badcd5a213ab9984, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/5e7164ce75ab4f60b860d76304c8e40b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/69749c0aa0404b2b95b4d00e26920888, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/89f3d21ef3494ddc94673c6fdfcd8c73, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2d44da4710ea4e6e8e5bdd3758ce6f2d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/401a051eacc84c44a3612fb9dcd14025, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/0ae54860e2b04e178a37d99758d663a5, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/475f4600490c4a92a5ea2d4016a5e04b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/fdaad816115d408e808fce3faa4be3c5, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/54698bbfce524049a65256cb5d394132, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ee33dc2efc374af69ec470b0332bf052, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/8bdfa195a07d41afb16c45d06bdd9288, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/1941c34f18064ab39c8a62266cc96af3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/37d33d52f72e40689b8a510e9bf5f577, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/c2df606190014fb2987fb283ee0633a4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/411ae449b6394180b4729241b8167a40, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/a223c6dc74f5471f9a0174e7ea65cfda, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ba5b2fffa33949de95306397d1e76678, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/fcba550abab94d06881e22b721113e54, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/490f3cfc98a241c180d420b677373acc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/d20512f65f1a4466a8cc9474da9199f4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/faef5be62afb4c3d8c650539a8ffe114, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ec7b6e8996d14480b94090048fadb57c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/23c59bf6f7734cbb84c71396c9258990, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2903eabc25f0480889ce9ab9721af836] to archive 2024-11-25T07:44:50,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:44:50,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/e5a38eb67d994ddbba8dc05f2837213c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/e5a38eb67d994ddbba8dc05f2837213c 2024-11-25T07:44:50,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ef7f3922ccbd4ddf91541876cd019fc3 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ef7f3922ccbd4ddf91541876cd019fc3 2024-11-25T07:44:50,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2e65e762b4a84683badcd5a213ab9984 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2e65e762b4a84683badcd5a213ab9984 2024-11-25T07:44:50,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/5e7164ce75ab4f60b860d76304c8e40b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/5e7164ce75ab4f60b860d76304c8e40b 2024-11-25T07:44:50,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/69749c0aa0404b2b95b4d00e26920888 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/69749c0aa0404b2b95b4d00e26920888 2024-11-25T07:44:50,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/89f3d21ef3494ddc94673c6fdfcd8c73 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/89f3d21ef3494ddc94673c6fdfcd8c73 2024-11-25T07:44:50,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2d44da4710ea4e6e8e5bdd3758ce6f2d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2d44da4710ea4e6e8e5bdd3758ce6f2d 2024-11-25T07:44:50,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/401a051eacc84c44a3612fb9dcd14025 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/401a051eacc84c44a3612fb9dcd14025 2024-11-25T07:44:50,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/0ae54860e2b04e178a37d99758d663a5 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/0ae54860e2b04e178a37d99758d663a5 2024-11-25T07:44:50,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/475f4600490c4a92a5ea2d4016a5e04b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/475f4600490c4a92a5ea2d4016a5e04b 2024-11-25T07:44:50,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/fdaad816115d408e808fce3faa4be3c5 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/fdaad816115d408e808fce3faa4be3c5 2024-11-25T07:44:50,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/54698bbfce524049a65256cb5d394132 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/54698bbfce524049a65256cb5d394132 2024-11-25T07:44:50,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ee33dc2efc374af69ec470b0332bf052 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ee33dc2efc374af69ec470b0332bf052 2024-11-25T07:44:50,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/8bdfa195a07d41afb16c45d06bdd9288 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/8bdfa195a07d41afb16c45d06bdd9288 2024-11-25T07:44:50,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/1941c34f18064ab39c8a62266cc96af3 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/1941c34f18064ab39c8a62266cc96af3 2024-11-25T07:44:50,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/37d33d52f72e40689b8a510e9bf5f577 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/37d33d52f72e40689b8a510e9bf5f577 2024-11-25T07:44:50,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/c2df606190014fb2987fb283ee0633a4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/c2df606190014fb2987fb283ee0633a4 2024-11-25T07:44:50,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/411ae449b6394180b4729241b8167a40 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/411ae449b6394180b4729241b8167a40 2024-11-25T07:44:50,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/a223c6dc74f5471f9a0174e7ea65cfda to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/a223c6dc74f5471f9a0174e7ea65cfda 2024-11-25T07:44:50,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ba5b2fffa33949de95306397d1e76678 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ba5b2fffa33949de95306397d1e76678 2024-11-25T07:44:50,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/fcba550abab94d06881e22b721113e54 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/fcba550abab94d06881e22b721113e54 2024-11-25T07:44:50,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/490f3cfc98a241c180d420b677373acc to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/490f3cfc98a241c180d420b677373acc 2024-11-25T07:44:50,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/d20512f65f1a4466a8cc9474da9199f4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/d20512f65f1a4466a8cc9474da9199f4 2024-11-25T07:44:50,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/faef5be62afb4c3d8c650539a8ffe114 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/faef5be62afb4c3d8c650539a8ffe114 2024-11-25T07:44:50,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ec7b6e8996d14480b94090048fadb57c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/ec7b6e8996d14480b94090048fadb57c 2024-11-25T07:44:50,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/23c59bf6f7734cbb84c71396c9258990 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/23c59bf6f7734cbb84c71396c9258990 2024-11-25T07:44:50,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2903eabc25f0480889ce9ab9721af836 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/2903eabc25f0480889ce9ab9721af836 2024-11-25T07:44:50,093 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/recovered.edits/588.seqid, newMaxSeqId=588, maxSeqId=1 2024-11-25T07:44:50,094 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. 2024-11-25T07:44:50,094 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1676): Region close journal for d3631685dec8ebcef706f4de903d878a: Waiting for close lock at 1732520688767Running coprocessor pre-close hooks at 1732520688767Disabling compacts and flushes for region at 1732520688767Disabling writes for close at 1732520688767Obtaining lock to block concurrent updates at 1732520688767Preparing flush snapshotting stores in d3631685dec8ebcef706f4de903d878a at 1732520688767Finished memstore snapshotting TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732520688768 (+1 ms)Flushing stores of TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a. at 1732520688768Flushing d3631685dec8ebcef706f4de903d878a/A: creating writer at 1732520688768Flushing d3631685dec8ebcef706f4de903d878a/A: appending metadata at 1732520688770 (+2 ms)Flushing d3631685dec8ebcef706f4de903d878a/A: closing flushed file at 1732520688770Flushing d3631685dec8ebcef706f4de903d878a/B: creating writer at 1732520689179 (+409 ms)Flushing d3631685dec8ebcef706f4de903d878a/B: appending metadata at 1732520689182 (+3 ms)Flushing d3631685dec8ebcef706f4de903d878a/B: closing flushed file at 1732520689182Flushing d3631685dec8ebcef706f4de903d878a/C: creating writer at 1732520689589 (+407 ms)Flushing d3631685dec8ebcef706f4de903d878a/C: appending metadata at 1732520689591 (+2 ms)Flushing d3631685dec8ebcef706f4de903d878a/C: closing flushed file at 1732520689591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a2ef290: reopening flushed file at 1732520689998 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244e6d77: reopening flushed file at 1732520690002 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5028ccab: reopening flushed file at 1732520690007 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d3631685dec8ebcef706f4de903d878a in 1246ms, sequenceid=585, compaction requested=true at 1732520690013 (+6 ms)Writing region close event to WAL at 1732520690089 (+76 ms)Running coprocessor post-close hooks at 1732520690093 (+4 ms)Closed at 1732520690094 (+1 ms) 2024-11-25T07:44:50,096 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(157): Closed d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:50,096 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=d3631685dec8ebcef706f4de903d878a, regionState=CLOSED 2024-11-25T07:44:50,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:44:50,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-25T07:44:50,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseRegionProcedure d3631685dec8ebcef706f4de903d878a, server=7fb8763a5d32,38413,1732520533070 in 1.4830 sec 2024-11-25T07:44:50,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-25T07:44:50,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d3631685dec8ebcef706f4de903d878a, UNASSIGN in 1.4890 sec 2024-11-25T07:44:50,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-25T07:44:50,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4910 sec 2024-11-25T07:44:50,103 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520690103"}]},"ts":"1732520690103"} 2024-11-25T07:44:50,105 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T07:44:50,105 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T07:44:50,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4990 sec 2024-11-25T07:44:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T07:44:50,754 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:50,754 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T07:44:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:50,756 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T07:44:50,757 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=119, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:50,759 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:50,760 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/recovered.edits] 2024-11-25T07:44:50,762 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/1c6d05aad44049dca7d45ae470e3395b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/1c6d05aad44049dca7d45ae470e3395b 2024-11-25T07:44:50,763 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/9063bc732158434286c5b131fd0c6bf6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/9063bc732158434286c5b131fd0c6bf6 2024-11-25T07:44:50,764 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/b6e2f588f9d84135b835aada3026ab61 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/A/b6e2f588f9d84135b835aada3026ab61 2024-11-25T07:44:50,765 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/6b05d54073404466b56f14d5e1a82afb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/6b05d54073404466b56f14d5e1a82afb 2024-11-25T07:44:50,766 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d771b9947b464f4a908232d9b9b00501 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/d771b9947b464f4a908232d9b9b00501 2024-11-25T07:44:50,767 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/db6b169d96bd4e0cbca018600cc4bba6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/B/db6b169d96bd4e0cbca018600cc4bba6 2024-11-25T07:44:50,768 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/0ab06910e1b74e66af52cf1dc6700b64 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/0ab06910e1b74e66af52cf1dc6700b64 2024-11-25T07:44:50,769 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/a726d7f6045342c09c8d896e2fff7e57 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/a726d7f6045342c09c8d896e2fff7e57 2024-11-25T07:44:50,770 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/abdfaa090a6e491f8fb91e6f7f4cf3c6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/C/abdfaa090a6e491f8fb91e6f7f4cf3c6 2024-11-25T07:44:50,772 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/recovered.edits/588.seqid to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a/recovered.edits/588.seqid 2024-11-25T07:44:50,772 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/d3631685dec8ebcef706f4de903d878a 2024-11-25T07:44:50,772 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T07:44:50,774 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=119, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:50,776 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T07:44:50,778 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T07:44:50,779 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=119, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:50,779 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T07:44:50,780 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732520690779"}]},"ts":"9223372036854775807"} 2024-11-25T07:44:50,781 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T07:44:50,781 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d3631685dec8ebcef706f4de903d878a, NAME => 'TestAcidGuarantees,,1732520663570.d3631685dec8ebcef706f4de903d878a.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T07:44:50,781 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T07:44:50,782 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732520690781"}]},"ts":"9223372036854775807"} 2024-11-25T07:44:50,783 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T07:44:50,784 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=119, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:50,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-11-25T07:44:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T07:44:50,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T07:44:50,866 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:50,872 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=246 (was 247), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=643 (was 724), ProcessCount=11 (was 11), AvailableMemoryMB=6065 (was 6327) 2024-11-25T07:44:50,882 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=246, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=643, ProcessCount=11, AvailableMemoryMB=6065 2024-11-25T07:44:50,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T07:44:50,884 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:44:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:50,886 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:44:50,886 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:50,886 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 120 2024-11-25T07:44:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-25T07:44:50,887 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:44:50,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742343_1519 (size=1061) 2024-11-25T07:44:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-25T07:44:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-25T07:44:51,293 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1 2024-11-25T07:44:51,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742344_1520 (size=53) 2024-11-25T07:44:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-25T07:44:51,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:44:51,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ad2d70577e39888ae493b3fe17d4aae9, disabling compactions & flushes 2024-11-25T07:44:51,698 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:51,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:51,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. after waiting 0 ms 2024-11-25T07:44:51,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:51,698 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:51,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad2d70577e39888ae493b3fe17d4aae9: Waiting for close lock at 1732520691698Disabling compacts and flushes for region at 1732520691698Disabling writes for close at 1732520691698Writing region close event to WAL at 1732520691698Closed at 1732520691698 2024-11-25T07:44:51,699 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:44:51,699 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732520691699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520691699"}]},"ts":"1732520691699"} 2024-11-25T07:44:51,701 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:44:51,701 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:44:51,701 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520691701"}]},"ts":"1732520691701"} 2024-11-25T07:44:51,702 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T07:44:51,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, ASSIGN}] 2024-11-25T07:44:51,704 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, ASSIGN 2024-11-25T07:44:51,704 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, ASSIGN; state=OFFLINE, location=7fb8763a5d32,38413,1732520533070; forceNewPlan=false, retain=false 2024-11-25T07:44:51,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=ad2d70577e39888ae493b3fe17d4aae9, regionState=OPENING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:51,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, ASSIGN because future has completed 2024-11-25T07:44:51,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:44:52,011 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:52,011 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7752): Opening region: {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:44:52,011 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:52,011 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:44:52,012 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7794): checking encryption for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:52,012 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7797): checking classloading for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:52,013 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:52,014 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:44:52,014 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2d70577e39888ae493b3fe17d4aae9 columnFamilyName A 2024-11-25T07:44:52,014 DEBUG [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:52,014 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.HStore(327): Store=ad2d70577e39888ae493b3fe17d4aae9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:44:52,014 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:52,015 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:44:52,015 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2d70577e39888ae493b3fe17d4aae9 columnFamilyName B 2024-11-25T07:44:52,015 DEBUG [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:52,016 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.HStore(327): Store=ad2d70577e39888ae493b3fe17d4aae9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:44:52,016 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:52,017 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:44:52,017 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2d70577e39888ae493b3fe17d4aae9 columnFamilyName C 2024-11-25T07:44:52,017 DEBUG [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:52,017 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.HStore(327): Store=ad2d70577e39888ae493b3fe17d4aae9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:44:52,017 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:52,017 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1038): replaying wal for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:52,018 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:52,018 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:52,019 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1048): stopping wal replay for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:52,019 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1060): Cleaning up temporary data for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:52,020 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:44:52,021 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1093): writing seq id for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:52,022 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:44:52,022 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1114): Opened ad2d70577e39888ae493b3fe17d4aae9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62549779, jitterRate=-0.06793566048145294}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:44:52,022 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-25T07:44:52,023 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1006): Region open journal for ad2d70577e39888ae493b3fe17d4aae9: Running coprocessor pre-open hook at 1732520692012Writing region info on filesystem at 1732520692012Initializing all the Stores at 1732520692012Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520692012Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520692012Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520692012Cleaning up temporary data from old regions at 1732520692019 (+7 ms)Running coprocessor post-open hooks at 1732520692022 (+3 ms)Region opened successfully at 1732520692023 (+1 ms) 2024-11-25T07:44:52,024 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., pid=122, masterSystemTime=1732520692009 2024-11-25T07:44:52,025 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:52,025 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:52,026 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=ad2d70577e39888ae493b3fe17d4aae9, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:52,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:44:52,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-25T07:44:52,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; OpenRegionProcedure ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 in 171 msec 2024-11-25T07:44:52,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-25T07:44:52,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, ASSIGN in 326 msec 2024-11-25T07:44:52,031 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:44:52,031 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520692031"}]},"ts":"1732520692031"} 2024-11-25T07:44:52,032 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T07:44:52,033 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:44:52,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-25T07:44:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-25T07:44:53,034 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:53,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a04de68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:53,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:53,036 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14035822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:53,038 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:53,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa35c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:53,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:53,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:44:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,43783,1732520532229 2024-11-25T07:44:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b270a0f 2024-11-25T07:44:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:44:53,043 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:44:53,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T07:44:53,045 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:44:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T07:44:53,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742345_1521 (size=1097) 2024-11-25T07:44:53,457 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-25T07:44:53,457 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-25T07:44:53,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T07:44:53,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, REOPEN/MOVE}] 2024-11-25T07:44:53,463 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, REOPEN/MOVE 2024-11-25T07:44:53,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=ad2d70577e39888ae493b3fe17d4aae9, regionState=CLOSING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:53,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, REOPEN/MOVE because future has completed 2024-11-25T07:44:53,465 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T07:44:53,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:44:53,618 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(122): Close ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,618 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T07:44:53,618 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1722): Closing ad2d70577e39888ae493b3fe17d4aae9, disabling compactions & flushes 2024-11-25T07:44:53,618 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:53,618 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:53,618 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. after waiting 0 ms 2024-11-25T07:44:53,618 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:53,621 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T07:44:53,622 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:53,622 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1676): Region close journal for ad2d70577e39888ae493b3fe17d4aae9: Waiting for close lock at 1732520693618Running coprocessor pre-close hooks at 1732520693618Disabling compacts and flushes for region at 1732520693618Disabling writes for close at 1732520693618Writing region close event to WAL at 1732520693618Running coprocessor post-close hooks at 1732520693622 (+4 ms)Closed at 1732520693622 2024-11-25T07:44:53,622 WARN [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionServer(3299): Not adding moved region record: ad2d70577e39888ae493b3fe17d4aae9 to self. 2024-11-25T07:44:53,624 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(157): Closed ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,624 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=ad2d70577e39888ae493b3fe17d4aae9, regionState=CLOSED 2024-11-25T07:44:53,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:44:53,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-25T07:44:53,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseRegionProcedure ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 in 160 msec 2024-11-25T07:44:53,629 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, REOPEN/MOVE; state=CLOSED, location=7fb8763a5d32,38413,1732520533070; forceNewPlan=false, retain=true 2024-11-25T07:44:53,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=ad2d70577e39888ae493b3fe17d4aae9, regionState=OPENING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, REOPEN/MOVE because future has completed 2024-11-25T07:44:53,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:44:53,934 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:53,934 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7752): Opening region: {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:44:53,935 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,935 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:44:53,935 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7794): checking encryption for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,935 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7797): checking classloading for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,936 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,936 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:44:53,937 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2d70577e39888ae493b3fe17d4aae9 columnFamilyName A 2024-11-25T07:44:53,937 DEBUG [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:53,938 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.HStore(327): Store=ad2d70577e39888ae493b3fe17d4aae9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:44:53,938 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,938 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:44:53,939 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2d70577e39888ae493b3fe17d4aae9 columnFamilyName B 2024-11-25T07:44:53,939 DEBUG [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:53,939 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.HStore(327): Store=ad2d70577e39888ae493b3fe17d4aae9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:44:53,939 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,939 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T07:44:53,940 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2d70577e39888ae493b3fe17d4aae9 columnFamilyName C 2024-11-25T07:44:53,940 DEBUG [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:53,940 INFO [StoreOpener-ad2d70577e39888ae493b3fe17d4aae9-1 {}] regionserver.HStore(327): Store=ad2d70577e39888ae493b3fe17d4aae9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:44:53,940 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:53,940 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1038): replaying wal for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,941 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,941 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,942 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1048): stopping wal replay for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,942 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1060): Cleaning up temporary data for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,942 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:44:53,943 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1093): writing seq id for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,944 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1114): Opened ad2d70577e39888ae493b3fe17d4aae9; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71736746, jitterRate=0.06896081566810608}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:44:53,944 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:53,944 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1006): Region open journal for ad2d70577e39888ae493b3fe17d4aae9: Running coprocessor pre-open hook at 1732520693935Writing region info on filesystem at 1732520693935Initializing all the Stores at 1732520693936 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520693936Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520693936Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520693936Cleaning up temporary data from old regions at 1732520693942 (+6 ms)Running coprocessor post-open hooks at 1732520693944 (+2 ms)Region opened successfully at 1732520693944 2024-11-25T07:44:53,945 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., pid=127, masterSystemTime=1732520693932 2024-11-25T07:44:53,946 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:53,946 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:53,947 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=ad2d70577e39888ae493b3fe17d4aae9, regionState=OPEN, openSeqNum=5, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:53,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:44:53,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=125 2024-11-25T07:44:53,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=125, state=SUCCESS, hasLock=false; OpenRegionProcedure ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 in 168 msec 2024-11-25T07:44:53,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-11-25T07:44:53,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, REOPEN/MOVE in 488 msec 2024-11-25T07:44:53,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-25T07:44:53,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 492 msec 2024-11-25T07:44:53,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 910 msec 2024-11-25T07:44:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T07:44:53,957 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:53,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53954261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:53,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:53,958 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:53,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:53,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:53,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bccf60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:53,959 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:53,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e83232c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:53,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:53,961 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:53,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:53,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:53,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de569be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:53,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:53,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:53,963 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:53,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e34df0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:53,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:53,964 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:53,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:53,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:53,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249cfea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:53,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:53,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:53,967 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:53,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d762b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:53,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:53,970 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bde204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:53,971 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:53,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7511df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb57557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:53,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:53,973 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3c4433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:53,974 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:53,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404a60ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:53,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:53,976 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a9b682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:53,977 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7807dd7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:53,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:53,978 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e746f03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:53,980 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:53,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2335d4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:53,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:53,981 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4857ddb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:53,983 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:53,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66abd2a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:53,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:53,985 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:53,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:53,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:53,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562df4eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:53,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:53,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:53,986 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d12c38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,43783,-1 for getting cluster id 2024-11-25T07:44:53,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:44:53,988 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '505b69a5-87fc-40e7-80e5-efd6a9261491' 2024-11-25T07:44:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:44:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "505b69a5-87fc-40e7-80e5-efd6a9261491" 2024-11-25T07:44:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c77eb0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,43783,-1] 2024-11-25T07:44:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:44:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:44:53,989 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:44:53,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a204cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:44:53,990 DEBUG [Thread-2360 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:53,990 DEBUG [Thread-2356 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:53,990 DEBUG [Thread-2354 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:53,990 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:44:53,990 DEBUG [Thread-2345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:53,991 DEBUG [Thread-2352 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:53,991 DEBUG [Thread-2341 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:53,991 DEBUG [Thread-2349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-25T07:44:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:53,991 DEBUG [Thread-2345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:53,991 DEBUG [Thread-2358 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:53,992 DEBUG [Thread-2349 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:53,992 DEBUG [Thread-2349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:53,992 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:44:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:53,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:53,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:53,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:53,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:53,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:53,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:53,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-25T07:44:53,994 DEBUG [Thread-2343 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:53,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:53,994 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:44:53,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:53,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:44:53,994 DEBUG [Thread-2347 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:44:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:44:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:53,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:44:53,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:53,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,38413,1732520533070, seqNum=-1] 2024-11-25T07:44:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:44:53,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:44:53,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:44:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:44:53,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:44:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:44:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:44:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:44:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:44:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5] 2024-11-25T07:44:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:54,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:44:54,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:44:54,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:54,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:44:54,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:54,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:44:54,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:54,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55490 deadline: 1732520754023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732520694011, max timestamp=1732520694026Num uniques 859; 2024-11-25T07:44:54,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732520694011, max timestamp=1732520694026Num uniques 859; 2024-11-25T07:44:54,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T07:44:54,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732520694011, max timestamp=1732520694026Num uniques 859; 2024-11-25T07:44:54,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T07:44:54,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T07:44:54,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112581c27103501f43eab2ba5eb1df5b186b_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520694000/Put/seqid=0 2024-11-25T07:44:54,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742346_1522 (size=14594) 2024-11-25T07:44:54,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55526 deadline: 1732520754044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55470 deadline: 1732520754044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520754047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520754049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-25T07:44:54,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55490 deadline: 1732520754133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T07:44:54,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:54,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:54,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:54,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55526 deadline: 1732520754153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55470 deadline: 1732520754153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520754163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520754163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T07:44:54,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:54,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:54,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:54,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-25T07:44:54,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55490 deadline: 1732520754343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55470 deadline: 1732520754363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55526 deadline: 1732520754363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520754373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520754373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,443 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:54,446 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112581c27103501f43eab2ba5eb1df5b186b_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112581c27103501f43eab2ba5eb1df5b186b_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:54,447 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/1c90debb6e5640b18e8e2b1b585d9973, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:54,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/1c90debb6e5640b18e8e2b1b585d9973 is 175, key is test_row_0/A:col10/1732520694000/Put/seqid=0 2024-11-25T07:44:54,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742347_1523 (size=39549) 2024-11-25T07:44:54,452 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/1c90debb6e5640b18e8e2b1b585d9973 2024-11-25T07:44:54,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T07:44:54,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:54,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:54,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:54,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/c9cdd959091d42808d4bf64e686ef0cb is 50, key is test_row_0/B:col10/1732520694000/Put/seqid=0 2024-11-25T07:44:54,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742348_1524 (size=12001) 2024-11-25T07:44:54,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T07:44:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:54,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-25T07:44:54,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55490 deadline: 1732520754653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55526 deadline: 1732520754674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55470 deadline: 1732520754674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520754683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520754683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:54,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T07:44:54,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:54,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:54,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:54,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/c9cdd959091d42808d4bf64e686ef0cb 2024-11-25T07:44:54,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/b39e0505f3114694972a1b58457fdb37 is 50, key is test_row_0/C:col10/1732520694000/Put/seqid=0 2024-11-25T07:44:54,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742349_1525 (size=12001) 2024-11-25T07:44:54,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/b39e0505f3114694972a1b58457fdb37 2024-11-25T07:44:54,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/1c90debb6e5640b18e8e2b1b585d9973 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/1c90debb6e5640b18e8e2b1b585d9973 2024-11-25T07:44:54,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T07:44:54,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:54,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:54,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:54,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:54,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/1c90debb6e5640b18e8e2b1b585d9973, entries=200, sequenceid=15, filesize=38.6 K 2024-11-25T07:44:54,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/c9cdd959091d42808d4bf64e686ef0cb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/c9cdd959091d42808d4bf64e686ef0cb 2024-11-25T07:44:54,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/c9cdd959091d42808d4bf64e686ef0cb, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T07:44:54,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/b39e0505f3114694972a1b58457fdb37 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/b39e0505f3114694972a1b58457fdb37 2024-11-25T07:44:54,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/b39e0505f3114694972a1b58457fdb37, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T07:44:54,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ad2d70577e39888ae493b3fe17d4aae9 in 921ms, sequenceid=15, compaction requested=false 2024-11-25T07:44:54,924 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T07:44:54,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:44:55,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T07:44:55,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:55,065 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-25T07:44:55,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:44:55,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:44:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:44:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:44:55,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112593df4e0333ee4b7f9d63548d851d0851_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520694038/Put/seqid=0 2024-11-25T07:44:55,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742350_1526 (size=12154) 2024-11-25T07:44:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-25T07:44:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:55,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:55,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55470 deadline: 1732520755190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55490 deadline: 1732520755191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55526 deadline: 1732520755192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520755193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520755193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55470 deadline: 1732520755303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55526 deadline: 1732520755304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55490 deadline: 1732520755304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:55,480 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112593df4e0333ee4b7f9d63548d851d0851_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112593df4e0333ee4b7f9d63548d851d0851_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:55,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/01e12fa8c1704fe18c9aa1d98e9f4ad6, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:55,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/01e12fa8c1704fe18c9aa1d98e9f4ad6 is 175, key is test_row_0/A:col10/1732520694038/Put/seqid=0 2024-11-25T07:44:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742351_1527 (size=30955) 2024-11-25T07:44:55,486 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/01e12fa8c1704fe18c9aa1d98e9f4ad6 2024-11-25T07:44:55,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/012e2b83b2fb4ce19622e83c2609ec09 is 50, key is test_row_0/B:col10/1732520694038/Put/seqid=0 2024-11-25T07:44:55,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742352_1528 (size=12001) 2024-11-25T07:44:55,505 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/012e2b83b2fb4ce19622e83c2609ec09 2024-11-25T07:44:55,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/833d520c058947408baff9bdbd241124 is 50, key is test_row_0/C:col10/1732520694038/Put/seqid=0 2024-11-25T07:44:55,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55526 deadline: 1732520755514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55470 deadline: 1732520755514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55490 deadline: 1732520755514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742353_1529 (size=12001) 2024-11-25T07:44:55,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:44:55,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55470 deadline: 1732520755824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55490 deadline: 1732520755824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55526 deadline: 1732520755824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:55,920 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/833d520c058947408baff9bdbd241124 2024-11-25T07:44:55,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/01e12fa8c1704fe18c9aa1d98e9f4ad6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/01e12fa8c1704fe18c9aa1d98e9f4ad6 2024-11-25T07:44:55,926 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/01e12fa8c1704fe18c9aa1d98e9f4ad6, entries=150, sequenceid=49, filesize=30.2 K 2024-11-25T07:44:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/012e2b83b2fb4ce19622e83c2609ec09 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/012e2b83b2fb4ce19622e83c2609ec09 2024-11-25T07:44:55,930 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/012e2b83b2fb4ce19622e83c2609ec09, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T07:44:55,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/833d520c058947408baff9bdbd241124 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/833d520c058947408baff9bdbd241124 2024-11-25T07:44:55,936 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/833d520c058947408baff9bdbd241124, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T07:44:55,937 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for ad2d70577e39888ae493b3fe17d4aae9 in 872ms, sequenceid=49, compaction requested=false 2024-11-25T07:44:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:44:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-25T07:44:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=129 2024-11-25T07:44:55,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-11-25T07:44:55,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9440 sec 2024-11-25T07:44:55,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.9520 sec 2024-11-25T07:44:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-25T07:44:56,144 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:56,144 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:44:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-25T07:44:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-25T07:44:56,146 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:44:56,147 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:44:56,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:44:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:56,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T07:44:56,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:44:56,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:56,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:44:56,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:56,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:44:56,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:56,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253242d98bdee84aa5b0db61610cbe8403_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520695189/Put/seqid=0 2024-11-25T07:44:56,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742354_1530 (size=14594) 2024-11-25T07:44:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520756247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520756248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-25T07:44:56,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T07:44:56,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:56,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:56,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:56,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:56,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:56,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55470 deadline: 1732520756333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:56,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:56,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55490 deadline: 1732520756343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:56,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55526 deadline: 1732520756343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:56,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520756363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520756363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:56,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T07:44:56,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:56,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:56,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:56,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:56,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-25T07:44:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520756573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:56,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520756573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:56,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T07:44:56,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:56,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:56,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:56,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:56,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:56,623 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:56,626 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253242d98bdee84aa5b0db61610cbe8403_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253242d98bdee84aa5b0db61610cbe8403_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:56,627 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/27eeea78d99244cabda27cd3ca823488, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:56,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/27eeea78d99244cabda27cd3ca823488 is 175, key is test_row_0/A:col10/1732520695189/Put/seqid=0 2024-11-25T07:44:56,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742355_1531 (size=39549) 2024-11-25T07:44:56,633 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/27eeea78d99244cabda27cd3ca823488 2024-11-25T07:44:56,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/80674eb512174cd19f1d3f5bb127dea2 is 50, key is test_row_0/B:col10/1732520695189/Put/seqid=0 2024-11-25T07:44:56,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742356_1532 (size=12001) 2024-11-25T07:44:56,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/80674eb512174cd19f1d3f5bb127dea2 2024-11-25T07:44:56,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/0b91a52ba40b40a58186988a02b3b13b is 50, key is test_row_0/C:col10/1732520695189/Put/seqid=0 2024-11-25T07:44:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742357_1533 (size=12001) 2024-11-25T07:44:56,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/0b91a52ba40b40a58186988a02b3b13b 2024-11-25T07:44:56,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/27eeea78d99244cabda27cd3ca823488 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/27eeea78d99244cabda27cd3ca823488 2024-11-25T07:44:56,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/27eeea78d99244cabda27cd3ca823488, entries=200, sequenceid=62, filesize=38.6 K 2024-11-25T07:44:56,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/80674eb512174cd19f1d3f5bb127dea2 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/80674eb512174cd19f1d3f5bb127dea2 2024-11-25T07:44:56,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/80674eb512174cd19f1d3f5bb127dea2, entries=150, sequenceid=62, filesize=11.7 K 2024-11-25T07:44:56,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/0b91a52ba40b40a58186988a02b3b13b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/0b91a52ba40b40a58186988a02b3b13b 2024-11-25T07:44:56,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/0b91a52ba40b40a58186988a02b3b13b, entries=150, sequenceid=62, filesize=11.7 K 2024-11-25T07:44:56,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ad2d70577e39888ae493b3fe17d4aae9 in 490ms, sequenceid=62, compaction requested=true 2024-11-25T07:44:56,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:44:56,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:44:56,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:56,694 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:56,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:44:56,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:56,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:44:56,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T07:44:56,694 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:56,695 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:56,695 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:56,695 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/B is initiating minor compaction (all files) 2024-11-25T07:44:56,695 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/A is initiating minor compaction (all files) 2024-11-25T07:44:56,695 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/A in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:56,695 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/B in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:56,695 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/1c90debb6e5640b18e8e2b1b585d9973, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/01e12fa8c1704fe18c9aa1d98e9f4ad6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/27eeea78d99244cabda27cd3ca823488] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=107.5 K 2024-11-25T07:44:56,695 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/c9cdd959091d42808d4bf64e686ef0cb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/012e2b83b2fb4ce19622e83c2609ec09, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/80674eb512174cd19f1d3f5bb127dea2] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=35.2 K 2024-11-25T07:44:56,695 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:56,695 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/1c90debb6e5640b18e8e2b1b585d9973, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/01e12fa8c1704fe18c9aa1d98e9f4ad6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/27eeea78d99244cabda27cd3ca823488] 2024-11-25T07:44:56,696 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting c9cdd959091d42808d4bf64e686ef0cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732520693995 2024-11-25T07:44:56,697 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c90debb6e5640b18e8e2b1b585d9973, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732520693995 2024-11-25T07:44:56,697 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 012e2b83b2fb4ce19622e83c2609ec09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732520694038 2024-11-25T07:44:56,697 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01e12fa8c1704fe18c9aa1d98e9f4ad6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732520694038 2024-11-25T07:44:56,697 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 80674eb512174cd19f1d3f5bb127dea2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732520695189 2024-11-25T07:44:56,697 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27eeea78d99244cabda27cd3ca823488, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732520695179 2024-11-25T07:44:56,712 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:56,714 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:56,715 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/b98d9b3f25c5485a9e4f9a075acbaa5b is 50, key is test_row_0/B:col10/1732520695189/Put/seqid=0 2024-11-25T07:44:56,718 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411257fb363fb556c4c0d94a023ccb50ca347_ad2d70577e39888ae493b3fe17d4aae9 store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:56,720 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411257fb363fb556c4c0d94a023ccb50ca347_ad2d70577e39888ae493b3fe17d4aae9, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:56,720 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257fb363fb556c4c0d94a023ccb50ca347_ad2d70577e39888ae493b3fe17d4aae9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:56,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742358_1534 (size=12104) 2024-11-25T07:44:56,750 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/b98d9b3f25c5485a9e4f9a075acbaa5b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b98d9b3f25c5485a9e4f9a075acbaa5b 2024-11-25T07:44:56,754 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/B of ad2d70577e39888ae493b3fe17d4aae9 into b98d9b3f25c5485a9e4f9a075acbaa5b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:56,754 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:44:56,754 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/B, priority=13, startTime=1732520696694; duration=0sec 2024-11-25T07:44:56,754 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:56,754 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:B 2024-11-25T07:44:56,754 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:56,756 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:56,756 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/C is initiating minor compaction (all files) 2024-11-25T07:44:56,756 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/C in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:56,757 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/b39e0505f3114694972a1b58457fdb37, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/833d520c058947408baff9bdbd241124, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/0b91a52ba40b40a58186988a02b3b13b] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=35.2 K 2024-11-25T07:44:56,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742359_1535 (size=4469) 2024-11-25T07:44:56,758 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting b39e0505f3114694972a1b58457fdb37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732520693995 2024-11-25T07:44:56,758 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#A#compaction#461 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:56,759 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/f04ba3e4b4af4228abef0def3667baf6 is 175, key is test_row_0/A:col10/1732520695189/Put/seqid=0 2024-11-25T07:44:56,759 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 833d520c058947408baff9bdbd241124, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732520694038 2024-11-25T07:44:56,760 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b91a52ba40b40a58186988a02b3b13b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732520695189 2024-11-25T07:44:56,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T07:44:56,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:56,763 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T07:44:56,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:44:56,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:56,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:44:56,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:56,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:44:56,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:56,772 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#C#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-25T07:44:56,773 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/e4c80d3559c54a8d8b4fef9bce7a0166 is 50, key is test_row_0/C:col10/1732520695189/Put/seqid=0 2024-11-25T07:44:56,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742360_1536 (size=31058) 2024-11-25T07:44:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252e24bb54831b4906a605b793df1f66fe_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520696247/Put/seqid=0 2024-11-25T07:44:56,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742361_1537 (size=12104) 2024-11-25T07:44:56,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742362_1538 (size=12154) 2024-11-25T07:44:56,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:56,863 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252e24bb54831b4906a605b793df1f66fe_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252e24bb54831b4906a605b793df1f66fe_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:56,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/65472889576246f28fad96e7f8d31e08, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:56,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/65472889576246f28fad96e7f8d31e08 is 175, key is test_row_0/A:col10/1732520696247/Put/seqid=0 2024-11-25T07:44:56,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742363_1539 (size=30955) 2024-11-25T07:44:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:56,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:56,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520756904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:56,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:56,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520756905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:57,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520757013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:57,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:57,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520757013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:57,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:57,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:57,182 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/f04ba3e4b4af4228abef0def3667baf6 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/f04ba3e4b4af4228abef0def3667baf6 2024-11-25T07:44:57,189 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/A of ad2d70577e39888ae493b3fe17d4aae9 into f04ba3e4b4af4228abef0def3667baf6(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:57,189 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:44:57,189 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/A, priority=13, startTime=1732520696694; duration=0sec 2024-11-25T07:44:57,189 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:57,189 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:A 2024-11-25T07:44:57,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520757224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:57,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520757224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:57,259 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/e4c80d3559c54a8d8b4fef9bce7a0166 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/e4c80d3559c54a8d8b4fef9bce7a0166 2024-11-25T07:44:57,263 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/C of ad2d70577e39888ae493b3fe17d4aae9 into e4c80d3559c54a8d8b4fef9bce7a0166(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:57,263 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:44:57,263 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/C, priority=13, startTime=1732520696694; duration=0sec 2024-11-25T07:44:57,264 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:57,264 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:C 2024-11-25T07:44:57,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/65472889576246f28fad96e7f8d31e08 2024-11-25T07:44:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-25T07:44:57,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/0f9fb9731117424ba5972389aa078360 is 50, key is test_row_0/B:col10/1732520696247/Put/seqid=0 2024-11-25T07:44:57,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742364_1540 (size=12001) 2024-11-25T07:44:57,302 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/0f9fb9731117424ba5972389aa078360 2024-11-25T07:44:57,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/cce8dcf98c284db8a46933dcbfd3d426 is 50, key is test_row_0/C:col10/1732520696247/Put/seqid=0 2024-11-25T07:44:57,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742365_1541 (size=12001) 2024-11-25T07:44:57,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55470 deadline: 1732520757353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:57,356 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in ad2d70577e39888ae493b3fe17d4aae9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:57,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55490 deadline: 1732520757364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:57,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55526 deadline: 1732520757364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:57,369 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_0' in ad2d70577e39888ae493b3fe17d4aae9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:57,370 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ad2d70577e39888ae493b3fe17d4aae9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:57,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520757533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520757533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:57,718 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/cce8dcf98c284db8a46933dcbfd3d426 2024-11-25T07:44:57,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/65472889576246f28fad96e7f8d31e08 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/65472889576246f28fad96e7f8d31e08 2024-11-25T07:44:57,724 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/65472889576246f28fad96e7f8d31e08, entries=150, sequenceid=82, filesize=30.2 K 2024-11-25T07:44:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/0f9fb9731117424ba5972389aa078360 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/0f9fb9731117424ba5972389aa078360 2024-11-25T07:44:57,728 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/0f9fb9731117424ba5972389aa078360, entries=150, sequenceid=82, filesize=11.7 K 2024-11-25T07:44:57,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/cce8dcf98c284db8a46933dcbfd3d426 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cce8dcf98c284db8a46933dcbfd3d426 2024-11-25T07:44:57,731 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cce8dcf98c284db8a46933dcbfd3d426, entries=150, sequenceid=82, filesize=11.7 K 2024-11-25T07:44:57,732 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ad2d70577e39888ae493b3fe17d4aae9 in 969ms, sequenceid=82, compaction requested=false 2024-11-25T07:44:57,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:44:57,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:57,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-25T07:44:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=131 2024-11-25T07:44:57,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130 2024-11-25T07:44:57,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5860 sec 2024-11-25T07:44:57,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.5920 sec 2024-11-25T07:44:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:58,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T07:44:58,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:44:58,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:58,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:44:58,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:58,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:44:58,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:58,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253c1ae071f3cf49d68a562b9d6f476e5c_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520696899/Put/seqid=0 2024-11-25T07:44:58,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742366_1542 (size=14594) 2024-11-25T07:44:58,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:58,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520758086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520758087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:58,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:58,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:58,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520758203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520758203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:58,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-25T07:44:58,293 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:44:58,293 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:44:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-25T07:44:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-25T07:44:58,295 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:44:58,295 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:44:58,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:44:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-25T07:44:58,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520758413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:58,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520758413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:58,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:58,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T07:44:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:58,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:58,470 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:58,473 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253c1ae071f3cf49d68a562b9d6f476e5c_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c1ae071f3cf49d68a562b9d6f476e5c_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:58,473 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/bbc05e24af2445e495cba88346ec164f, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:58,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/bbc05e24af2445e495cba88346ec164f is 175, key is test_row_0/A:col10/1732520696899/Put/seqid=0 2024-11-25T07:44:58,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742367_1543 (size=39549) 2024-11-25T07:44:58,478 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/bbc05e24af2445e495cba88346ec164f 2024-11-25T07:44:58,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/66d7e6f53ac044d99dcdd250edb43c7a is 50, key is test_row_0/B:col10/1732520696899/Put/seqid=0 2024-11-25T07:44:58,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742368_1544 (size=12001) 2024-11-25T07:44:58,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/66d7e6f53ac044d99dcdd250edb43c7a 2024-11-25T07:44:58,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/d216a66696284290b997ca0614376e01 is 50, key is test_row_0/C:col10/1732520696899/Put/seqid=0 2024-11-25T07:44:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742369_1545 (size=12001) 2024-11-25T07:44:58,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T07:44:58,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:58,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:58,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:58,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:58,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-25T07:44:58,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520758723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520758723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:58,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T07:44:58,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:58,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:58,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:58,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:58,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:58,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T07:44:58,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:58,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:58,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:58,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:58,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:44:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-25T07:44:58,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/d216a66696284290b997ca0614376e01 2024-11-25T07:44:58,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/bbc05e24af2445e495cba88346ec164f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bbc05e24af2445e495cba88346ec164f 2024-11-25T07:44:58,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bbc05e24af2445e495cba88346ec164f, entries=200, sequenceid=98, filesize=38.6 K 2024-11-25T07:44:58,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/66d7e6f53ac044d99dcdd250edb43c7a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/66d7e6f53ac044d99dcdd250edb43c7a 2024-11-25T07:44:58,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/66d7e6f53ac044d99dcdd250edb43c7a, entries=150, sequenceid=98, filesize=11.7 K 2024-11-25T07:44:58,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/d216a66696284290b997ca0614376e01 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/d216a66696284290b997ca0614376e01 2024-11-25T07:44:58,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/d216a66696284290b997ca0614376e01, entries=150, sequenceid=98, filesize=11.7 K 2024-11-25T07:44:58,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ad2d70577e39888ae493b3fe17d4aae9 in 894ms, sequenceid=98, compaction requested=true 2024-11-25T07:44:58,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:44:58,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:44:58,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:58,940 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:58,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:44:58,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:58,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:44:58,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T07:44:58,940 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:58,941 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:58,941 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:58,941 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/A is initiating minor compaction (all files) 2024-11-25T07:44:58,941 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/B is initiating minor compaction (all files) 2024-11-25T07:44:58,941 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/B in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:58,941 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/A in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:58,941 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b98d9b3f25c5485a9e4f9a075acbaa5b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/0f9fb9731117424ba5972389aa078360, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/66d7e6f53ac044d99dcdd250edb43c7a] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=35.3 K 2024-11-25T07:44:58,941 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/f04ba3e4b4af4228abef0def3667baf6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/65472889576246f28fad96e7f8d31e08, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bbc05e24af2445e495cba88346ec164f] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=99.2 K 2024-11-25T07:44:58,941 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:58,941 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/f04ba3e4b4af4228abef0def3667baf6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/65472889576246f28fad96e7f8d31e08, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bbc05e24af2445e495cba88346ec164f] 2024-11-25T07:44:58,942 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting b98d9b3f25c5485a9e4f9a075acbaa5b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732520695189 2024-11-25T07:44:58,942 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting f04ba3e4b4af4228abef0def3667baf6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732520695189 2024-11-25T07:44:58,942 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f9fb9731117424ba5972389aa078360, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732520696240 2024-11-25T07:44:58,942 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 66d7e6f53ac044d99dcdd250edb43c7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732520696899 2024-11-25T07:44:58,942 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65472889576246f28fad96e7f8d31e08, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732520696240 2024-11-25T07:44:58,943 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbc05e24af2445e495cba88346ec164f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732520696899 2024-11-25T07:44:58,949 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#B#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:58,949 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/9eff1afe50d144b78f70f8693efbf14e is 50, key is test_row_0/B:col10/1732520696899/Put/seqid=0 2024-11-25T07:44:58,957 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:58,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742370_1546 (size=12207) 2024-11-25T07:44:58,966 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125edc500dfeede457d8d28cfc21ae2fb75_ad2d70577e39888ae493b3fe17d4aae9 store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:58,968 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125edc500dfeede457d8d28cfc21ae2fb75_ad2d70577e39888ae493b3fe17d4aae9, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:58,969 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125edc500dfeede457d8d28cfc21ae2fb75_ad2d70577e39888ae493b3fe17d4aae9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:58,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742371_1547 (size=4469) 2024-11-25T07:44:58,995 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#A#compaction#471 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:58,996 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/23441b9787bd4d89acde81401c4da695 is 175, key is test_row_0/A:col10/1732520696899/Put/seqid=0 2024-11-25T07:44:59,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742372_1548 (size=31161) 2024-11-25T07:44:59,011 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/23441b9787bd4d89acde81401c4da695 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/23441b9787bd4d89acde81401c4da695 2024-11-25T07:44:59,014 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/A of ad2d70577e39888ae493b3fe17d4aae9 into 23441b9787bd4d89acde81401c4da695(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:59,014 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:44:59,014 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/A, priority=13, startTime=1732520698940; duration=0sec 2024-11-25T07:44:59,014 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:44:59,014 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:A 2024-11-25T07:44:59,014 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:44:59,015 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:44:59,015 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/C is initiating minor compaction (all files) 2024-11-25T07:44:59,015 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/C in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:59,015 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/e4c80d3559c54a8d8b4fef9bce7a0166, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cce8dcf98c284db8a46933dcbfd3d426, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/d216a66696284290b997ca0614376e01] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=35.3 K 2024-11-25T07:44:59,015 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4c80d3559c54a8d8b4fef9bce7a0166, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732520695189 2024-11-25T07:44:59,016 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting cce8dcf98c284db8a46933dcbfd3d426, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732520696240 2024-11-25T07:44:59,016 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting d216a66696284290b997ca0614376e01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732520696899 2024-11-25T07:44:59,021 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#C#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:44:59,022 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/f4abc5ae5c7244ca816cac4f886a4ca0 is 50, key is test_row_0/C:col10/1732520696899/Put/seqid=0 2024-11-25T07:44:59,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742373_1549 (size=12207) 2024-11-25T07:44:59,030 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/f4abc5ae5c7244ca816cac4f886a4ca0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/f4abc5ae5c7244ca816cac4f886a4ca0 2024-11-25T07:44:59,034 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/C of ad2d70577e39888ae493b3fe17d4aae9 into f4abc5ae5c7244ca816cac4f886a4ca0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:59,034 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:44:59,034 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/C, priority=13, startTime=1732520698940; duration=0sec 2024-11-25T07:44:59,034 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:59,034 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:C 2024-11-25T07:44:59,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T07:44:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:59,063 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T07:44:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:44:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:44:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:44:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:59,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112544884ea9fde94cdda7e0da3d86fa353b_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520698077/Put/seqid=0 2024-11-25T07:44:59,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742374_1550 (size=12154) 2024-11-25T07:44:59,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:44:59,077 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112544884ea9fde94cdda7e0da3d86fa353b_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112544884ea9fde94cdda7e0da3d86fa353b_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/bf54f1aedf2b47798d8da279cbbf4518, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:44:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/bf54f1aedf2b47798d8da279cbbf4518 is 175, key is test_row_0/A:col10/1732520698077/Put/seqid=0 2024-11-25T07:44:59,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742375_1551 (size=30955) 2024-11-25T07:44:59,083 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/bf54f1aedf2b47798d8da279cbbf4518 2024-11-25T07:44:59,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/330991c12c75489ca9dd321c2ae05e9f is 50, key is test_row_0/B:col10/1732520698077/Put/seqid=0 2024-11-25T07:44:59,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742376_1552 (size=12001) 2024-11-25T07:44:59,093 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/330991c12c75489ca9dd321c2ae05e9f 2024-11-25T07:44:59,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/0f64dd3bb7b3488788fe11e5a405ffe9 is 50, key is test_row_0/C:col10/1732520698077/Put/seqid=0 2024-11-25T07:44:59,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742377_1553 (size=12001) 2024-11-25T07:44:59,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:44:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:59,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520759259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:59,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520759263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:59,363 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/9eff1afe50d144b78f70f8693efbf14e as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/9eff1afe50d144b78f70f8693efbf14e 2024-11-25T07:44:59,367 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/B of ad2d70577e39888ae493b3fe17d4aae9 into 9eff1afe50d144b78f70f8693efbf14e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:44:59,367 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:44:59,367 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/B, priority=13, startTime=1732520698940; duration=0sec 2024-11-25T07:44:59,367 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:44:59,367 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:B 2024-11-25T07:44:59,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55470 deadline: 1732520759373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:59,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520759374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:59,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520759374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:59,376 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in ad2d70577e39888ae493b3fe17d4aae9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:59,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55490 deadline: 1732520759383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:59,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55526 deadline: 1732520759383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:59,386 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_0' in ad2d70577e39888ae493b3fe17d4aae9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:59,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:59,386 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ad2d70577e39888ae493b3fe17d4aae9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:44:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-25T07:44:59,504 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/0f64dd3bb7b3488788fe11e5a405ffe9 2024-11-25T07:44:59,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/bf54f1aedf2b47798d8da279cbbf4518 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bf54f1aedf2b47798d8da279cbbf4518 2024-11-25T07:44:59,511 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bf54f1aedf2b47798d8da279cbbf4518, entries=150, sequenceid=118, filesize=30.2 K 2024-11-25T07:44:59,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/330991c12c75489ca9dd321c2ae05e9f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/330991c12c75489ca9dd321c2ae05e9f 2024-11-25T07:44:59,515 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/330991c12c75489ca9dd321c2ae05e9f, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T07:44:59,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/0f64dd3bb7b3488788fe11e5a405ffe9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/0f64dd3bb7b3488788fe11e5a405ffe9 2024-11-25T07:44:59,519 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/0f64dd3bb7b3488788fe11e5a405ffe9, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T07:44:59,519 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for ad2d70577e39888ae493b3fe17d4aae9 in 456ms, sequenceid=118, compaction requested=false 2024-11-25T07:44:59,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:44:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:44:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-25T07:44:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=133 2024-11-25T07:44:59,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-11-25T07:44:59,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2260 sec 2024-11-25T07:44:59,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.2300 sec 2024-11-25T07:44:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:44:59,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T07:44:59,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:44:59,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:59,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:44:59,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:59,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:44:59,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:44:59,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125acf09aef1cc94970b543965013a39c9f_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520699256/Put/seqid=0 2024-11-25T07:44:59,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742378_1554 (size=12304) 2024-11-25T07:44:59,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520759618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:59,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:59,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520759620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:59,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:59,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520759733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:59,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:59,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520759734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:59,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:59,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520759943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:44:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520759943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:44:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:44:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:44:59,995 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:00,000 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125acf09aef1cc94970b543965013a39c9f_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125acf09aef1cc94970b543965013a39c9f_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:00,001 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/89e45fc6e14b48809ab5500fd57147f4, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:00,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/89e45fc6e14b48809ab5500fd57147f4 is 175, key is test_row_0/A:col10/1732520699256/Put/seqid=0 2024-11-25T07:45:00,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742379_1555 (size=31105) 2024-11-25T07:45:00,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520760253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:00,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520760253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:00,409 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/89e45fc6e14b48809ab5500fd57147f4 2024-11-25T07:45:00,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/964b8f6fac1a49438ca3fc0bc1a52c09 is 50, key is test_row_0/B:col10/1732520699256/Put/seqid=0 2024-11-25T07:45:00,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742380_1556 (size=12151) 2024-11-25T07:45:00,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/964b8f6fac1a49438ca3fc0bc1a52c09 2024-11-25T07:45:00,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/a852c086ee7540879c09f6538cd60ea8 is 50, key is test_row_0/C:col10/1732520699256/Put/seqid=0 2024-11-25T07:45:00,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742381_1557 (size=12151) 2024-11-25T07:45:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-25T07:45:00,444 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:45:00,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:45:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-25T07:45:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-25T07:45:00,445 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:45:00,446 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:45:00,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:45:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-25T07:45:00,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T07:45:00,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:00,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:00,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:00,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:00,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:00,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T07:45:00,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:00,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:00,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:00,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:00,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-25T07:45:00,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:00,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520760763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520760763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:00,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:00,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:00,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:00,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/a852c086ee7540879c09f6538cd60ea8 2024-11-25T07:45:00,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/89e45fc6e14b48809ab5500fd57147f4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/89e45fc6e14b48809ab5500fd57147f4 2024-11-25T07:45:00,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/89e45fc6e14b48809ab5500fd57147f4, entries=150, sequenceid=135, filesize=30.4 K 2024-11-25T07:45:00,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/964b8f6fac1a49438ca3fc0bc1a52c09 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/964b8f6fac1a49438ca3fc0bc1a52c09 2024-11-25T07:45:00,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/964b8f6fac1a49438ca3fc0bc1a52c09, entries=150, sequenceid=135, filesize=11.9 K 2024-11-25T07:45:00,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/a852c086ee7540879c09f6538cd60ea8 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a852c086ee7540879c09f6538cd60ea8 2024-11-25T07:45:00,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a852c086ee7540879c09f6538cd60ea8, entries=150, sequenceid=135, filesize=11.9 K 2024-11-25T07:45:00,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for ad2d70577e39888ae493b3fe17d4aae9 in 1266ms, sequenceid=135, compaction requested=true 2024-11-25T07:45:00,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:00,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:45:00,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:00,852 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:00,853 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:00,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:45:00,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:00,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:45:00,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:45:00,861 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:00,861 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/B is initiating minor compaction (all files) 2024-11-25T07:45:00,861 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/B in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:00,861 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/9eff1afe50d144b78f70f8693efbf14e, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/330991c12c75489ca9dd321c2ae05e9f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/964b8f6fac1a49438ca3fc0bc1a52c09] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=35.5 K 2024-11-25T07:45:00,861 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:00,861 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/A is initiating minor compaction (all files) 2024-11-25T07:45:00,861 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/A in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:00,861 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/23441b9787bd4d89acde81401c4da695, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bf54f1aedf2b47798d8da279cbbf4518, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/89e45fc6e14b48809ab5500fd57147f4] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=91.0 K 2024-11-25T07:45:00,861 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:00,861 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/23441b9787bd4d89acde81401c4da695, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bf54f1aedf2b47798d8da279cbbf4518, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/89e45fc6e14b48809ab5500fd57147f4] 2024-11-25T07:45:00,862 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23441b9787bd4d89acde81401c4da695, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732520696899 2024-11-25T07:45:00,862 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 9eff1afe50d144b78f70f8693efbf14e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732520696899 2024-11-25T07:45:00,862 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 330991c12c75489ca9dd321c2ae05e9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732520698076 2024-11-25T07:45:00,862 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf54f1aedf2b47798d8da279cbbf4518, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732520698076 2024-11-25T07:45:00,862 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89e45fc6e14b48809ab5500fd57147f4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732520699256 2024-11-25T07:45:00,862 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 964b8f6fac1a49438ca3fc0bc1a52c09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732520699256 2024-11-25T07:45:00,868 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:00,870 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:00,871 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/cd6418484aca40a0b14e2a1190b37dfc is 50, key is test_row_0/B:col10/1732520699256/Put/seqid=0 2024-11-25T07:45:00,873 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125496c43a14315475094daec7322bd053e_ad2d70577e39888ae493b3fe17d4aae9 store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:00,875 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125496c43a14315475094daec7322bd053e_ad2d70577e39888ae493b3fe17d4aae9, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:00,875 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125496c43a14315475094daec7322bd053e_ad2d70577e39888ae493b3fe17d4aae9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:00,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742382_1558 (size=12459) 2024-11-25T07:45:00,888 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/cd6418484aca40a0b14e2a1190b37dfc as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/cd6418484aca40a0b14e2a1190b37dfc 2024-11-25T07:45:00,895 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/B of ad2d70577e39888ae493b3fe17d4aae9 into cd6418484aca40a0b14e2a1190b37dfc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:00,895 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:00,895 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/B, priority=13, startTime=1732520700852; duration=0sec 2024-11-25T07:45:00,895 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:45:00,895 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:B 2024-11-25T07:45:00,896 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:00,897 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:00,897 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/C is initiating minor compaction (all files) 2024-11-25T07:45:00,897 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/C in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:00,898 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/f4abc5ae5c7244ca816cac4f886a4ca0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/0f64dd3bb7b3488788fe11e5a405ffe9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a852c086ee7540879c09f6538cd60ea8] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=35.5 K 2024-11-25T07:45:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742383_1559 (size=4469) 2024-11-25T07:45:00,898 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting f4abc5ae5c7244ca816cac4f886a4ca0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732520696899 2024-11-25T07:45:00,899 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f64dd3bb7b3488788fe11e5a405ffe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732520698076 2024-11-25T07:45:00,899 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#A#compaction#479 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:00,899 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting a852c086ee7540879c09f6538cd60ea8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732520699256 2024-11-25T07:45:00,899 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e91b7fb08307456d9d6084134c55f516 is 175, key is test_row_0/A:col10/1732520699256/Put/seqid=0 2024-11-25T07:45:00,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742384_1560 (size=31413) 2024-11-25T07:45:00,906 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#C#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:00,907 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/46296bddbb5d43bc8f7b7d0816e1cf6a is 50, key is test_row_0/C:col10/1732520699256/Put/seqid=0 2024-11-25T07:45:00,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T07:45:00,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:00,909 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T07:45:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:00,910 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e91b7fb08307456d9d6084134c55f516 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e91b7fb08307456d9d6084134c55f516 2024-11-25T07:45:00,915 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/A of ad2d70577e39888ae493b3fe17d4aae9 into e91b7fb08307456d9d6084134c55f516(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:00,915 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:00,915 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/A, priority=13, startTime=1732520700852; duration=0sec 2024-11-25T07:45:00,915 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:00,915 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:A 2024-11-25T07:45:00,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258110f71d9a354a06a1d8233d97620768_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520699603/Put/seqid=0 2024-11-25T07:45:00,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742385_1561 (size=12459) 2024-11-25T07:45:00,935 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/46296bddbb5d43bc8f7b7d0816e1cf6a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/46296bddbb5d43bc8f7b7d0816e1cf6a 2024-11-25T07:45:00,943 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/C of ad2d70577e39888ae493b3fe17d4aae9 into 46296bddbb5d43bc8f7b7d0816e1cf6a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:00,943 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:00,943 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/C, priority=13, startTime=1732520700853; duration=0sec 2024-11-25T07:45:00,943 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:00,943 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:C 2024-11-25T07:45:00,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742386_1562 (size=12304) 2024-11-25T07:45:00,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:00,948 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258110f71d9a354a06a1d8233d97620768_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258110f71d9a354a06a1d8233d97620768_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:00,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/4573509e71ee4c44860254ba7ac69e53, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:00,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/4573509e71ee4c44860254ba7ac69e53 is 175, key is test_row_0/A:col10/1732520699603/Put/seqid=0 2024-11-25T07:45:00,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742387_1563 (size=31105) 2024-11-25T07:45:00,990 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/4573509e71ee4c44860254ba7ac69e53 2024-11-25T07:45:00,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/3517d9eb3d7148aab7243d94a98d040a is 50, key is test_row_0/B:col10/1732520699603/Put/seqid=0 2024-11-25T07:45:01,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742388_1564 (size=12151) 2024-11-25T07:45:01,022 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/3517d9eb3d7148aab7243d94a98d040a 2024-11-25T07:45:01,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/46cd17db857d4d0190907044230ea5c0 is 50, key is test_row_0/C:col10/1732520699603/Put/seqid=0 2024-11-25T07:45:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742389_1565 (size=12151) 2024-11-25T07:45:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-25T07:45:01,445 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/46cd17db857d4d0190907044230ea5c0 2024-11-25T07:45:01,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/4573509e71ee4c44860254ba7ac69e53 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/4573509e71ee4c44860254ba7ac69e53 2024-11-25T07:45:01,461 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/4573509e71ee4c44860254ba7ac69e53, entries=150, sequenceid=152, filesize=30.4 K 2024-11-25T07:45:01,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/3517d9eb3d7148aab7243d94a98d040a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/3517d9eb3d7148aab7243d94a98d040a 2024-11-25T07:45:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,465 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/3517d9eb3d7148aab7243d94a98d040a, entries=150, sequenceid=152, filesize=11.9 K 2024-11-25T07:45:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/46cd17db857d4d0190907044230ea5c0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/46cd17db857d4d0190907044230ea5c0 2024-11-25T07:45:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,470 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/46cd17db857d4d0190907044230ea5c0, entries=150, sequenceid=152, filesize=11.9 K 2024-11-25T07:45:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,471 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for ad2d70577e39888ae493b3fe17d4aae9 in 562ms, sequenceid=152, compaction requested=false 2024-11-25T07:45:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-25T07:45:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=135 2024-11-25T07:45:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-25T07:45:01,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0260 sec 2024-11-25T07:45:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0300 sec 2024-11-25T07:45:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-25T07:45:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,584 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:45:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,585 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:45:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-25T07:45:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,587 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:45:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-25T07:45:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,590 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:45:01,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:45:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-25T07:45:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T07:45:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-25T07:45:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=137 2024-11-25T07:45:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-25T07:45:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-25T07:45:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 166 msec 2024-11-25T07:45:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:01,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:45:01,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:01,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:01,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:01,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:01,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:01,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e33012d2351e48c28dde9dbc074f4a76_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520701830/Put/seqid=0 2024-11-25T07:45:01,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742390_1566 (size=19774) 2024-11-25T07:45:01,866 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:01,869 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e33012d2351e48c28dde9dbc074f4a76_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e33012d2351e48c28dde9dbc074f4a76_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:01,869 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/b0c85168d88442f1ae0a5c8769c2d876, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:01,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/b0c85168d88442f1ae0a5c8769c2d876 is 175, key is test_row_0/A:col10/1732520701830/Put/seqid=0 2024-11-25T07:45:01,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742391_1567 (size=57033) 2024-11-25T07:45:01,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520701888, max timestamp=1732520701898Num uniques 859; 2024-11-25T07:45:01,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520701888, max timestamp=1732520701898Num uniques 859; 2024-11-25T07:45:01,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:45:01,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:45:01,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732520701888, max timestamp=1732520701898Num uniques 859; 2024-11-25T07:45:01,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T07:45:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-25T07:45:01,903 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:45:01,904 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:45:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-25T07:45:01,905 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:45:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-25T07:45:01,906 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:45:01,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:45:01,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520761973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:01,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520761974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:01,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:01,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:01,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-25T07:45:02,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520762083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:02,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:02,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:02,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:02,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520762093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:02,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:02,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:02,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-25T07:45:02,274 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=165, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/b0c85168d88442f1ae0a5c8769c2d876 2024-11-25T07:45:02,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/c206d666064d45229aab422d36539cc0 is 50, key is test_row_0/B:col10/1732520701830/Put/seqid=0 2024-11-25T07:45:02,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742392_1568 (size=12151) 2024-11-25T07:45:02,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520762293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:02,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520762303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:02,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:02,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:02,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:02,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:02,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:02,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-25T07:45:02,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520762604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:02,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:02,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:02,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:02,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520762613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:02,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:02,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:02,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:02,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:02,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:02,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/c206d666064d45229aab422d36539cc0 2024-11-25T07:45:02,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/6255c90a7d474ceca807f99196bbec18 is 50, key is test_row_0/C:col10/1732520701830/Put/seqid=0 2024-11-25T07:45:02,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742393_1569 (size=12151) 2024-11-25T07:45:02,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:02,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:02,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:02,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-25T07:45:03,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/6255c90a7d474ceca807f99196bbec18 2024-11-25T07:45:03,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/b0c85168d88442f1ae0a5c8769c2d876 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/b0c85168d88442f1ae0a5c8769c2d876 2024-11-25T07:45:03,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/b0c85168d88442f1ae0a5c8769c2d876, entries=300, sequenceid=165, filesize=55.7 K 2024-11-25T07:45:03,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/c206d666064d45229aab422d36539cc0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/c206d666064d45229aab422d36539cc0 2024-11-25T07:45:03,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/c206d666064d45229aab422d36539cc0, entries=150, sequenceid=165, filesize=11.9 K 2024-11-25T07:45:03,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/6255c90a7d474ceca807f99196bbec18 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/6255c90a7d474ceca807f99196bbec18 2024-11-25T07:45:03,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/6255c90a7d474ceca807f99196bbec18, entries=150, sequenceid=165, filesize=11.9 K 2024-11-25T07:45:03,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ad2d70577e39888ae493b3fe17d4aae9 in 1274ms, sequenceid=165, compaction requested=true 2024-11-25T07:45:03,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:03,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:45:03,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:03,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:45:03,121 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:03,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:03,121 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:03,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:45:03,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:45:03,122 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:03,122 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/A is initiating minor compaction (all files) 2024-11-25T07:45:03,122 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/A in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,122 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e91b7fb08307456d9d6084134c55f516, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/4573509e71ee4c44860254ba7ac69e53, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/b0c85168d88442f1ae0a5c8769c2d876] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=116.7 K 2024-11-25T07:45:03,122 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,122 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e91b7fb08307456d9d6084134c55f516, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/4573509e71ee4c44860254ba7ac69e53, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/b0c85168d88442f1ae0a5c8769c2d876] 2024-11-25T07:45:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:03,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-25T07:45:03,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:03,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T07:45:03,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:03,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T07:45:03,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:03,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T07:45:03,127 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting e91b7fb08307456d9d6084134c55f516, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732520699256 2024-11-25T07:45:03,127 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4573509e71ee4c44860254ba7ac69e53, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732520699603 2024-11-25T07:45:03,127 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:03,128 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/B is initiating minor compaction (all files) 2024-11-25T07:45:03,128 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/B in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,128 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/cd6418484aca40a0b14e2a1190b37dfc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/3517d9eb3d7148aab7243d94a98d040a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/c206d666064d45229aab422d36539cc0] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=35.9 K 2024-11-25T07:45:03,130 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0c85168d88442f1ae0a5c8769c2d876, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732520701806 2024-11-25T07:45:03,130 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting cd6418484aca40a0b14e2a1190b37dfc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732520699256 2024-11-25T07:45:03,131 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 3517d9eb3d7148aab7243d94a98d040a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732520699603 2024-11-25T07:45:03,131 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting c206d666064d45229aab422d36539cc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732520701829 2024-11-25T07:45:03,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112528fcced13c58477eabdba2ef6e8ddc0e_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520701966/Put/seqid=0 2024-11-25T07:45:03,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:03,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,153 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:03,154 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#B#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:03,155 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/12c8fa90e2644144bd96aa5aa38e7d00 is 50, key is test_row_0/B:col10/1732520701830/Put/seqid=0 2024-11-25T07:45:03,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742394_1570 (size=14794) 2024-11-25T07:45:03,156 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:03,156 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a7bd761709e84249a33c4c56edafa715_ad2d70577e39888ae493b3fe17d4aae9 store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:03,158 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a7bd761709e84249a33c4c56edafa715_ad2d70577e39888ae493b3fe17d4aae9, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:03,158 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a7bd761709e84249a33c4c56edafa715_ad2d70577e39888ae493b3fe17d4aae9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:03,161 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112528fcced13c58477eabdba2ef6e8ddc0e_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112528fcced13c58477eabdba2ef6e8ddc0e_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:03,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520763155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520763155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:03,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742395_1571 (size=12561) 2024-11-25T07:45:03,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742396_1572 (size=4469) 2024-11-25T07:45:03,163 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e23b94b64fb74b5b913ee31a798e3afb, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:03,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e23b94b64fb74b5b913ee31a798e3afb is 175, key is test_row_0/A:col10/1732520701966/Put/seqid=0 2024-11-25T07:45:03,168 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/12c8fa90e2644144bd96aa5aa38e7d00 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/12c8fa90e2644144bd96aa5aa38e7d00 2024-11-25T07:45:03,172 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/B of ad2d70577e39888ae493b3fe17d4aae9 into 12c8fa90e2644144bd96aa5aa38e7d00(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:03,172 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:03,172 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/B, priority=13, startTime=1732520703121; duration=0sec 2024-11-25T07:45:03,172 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:45:03,172 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:B 2024-11-25T07:45:03,173 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:03,173 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:03,173 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/C is initiating minor compaction (all files) 2024-11-25T07:45:03,173 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/C in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,173 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/46296bddbb5d43bc8f7b7d0816e1cf6a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/46cd17db857d4d0190907044230ea5c0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/6255c90a7d474ceca807f99196bbec18] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=35.9 K 2024-11-25T07:45:03,174 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 46296bddbb5d43bc8f7b7d0816e1cf6a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732520699256 2024-11-25T07:45:03,174 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 46cd17db857d4d0190907044230ea5c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732520699603 2024-11-25T07:45:03,174 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 6255c90a7d474ceca807f99196bbec18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732520701829 2024-11-25T07:45:03,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742397_1573 (size=39749) 2024-11-25T07:45:03,181 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#C#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:03,182 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/d4b90aeaa66940a5a3ded4c621d4d995 is 50, key is test_row_0/C:col10/1732520701830/Put/seqid=0 2024-11-25T07:45:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742398_1574 (size=12561) 2024-11-25T07:45:03,193 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/d4b90aeaa66940a5a3ded4c621d4d995 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/d4b90aeaa66940a5a3ded4c621d4d995 2024-11-25T07:45:03,197 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/C of ad2d70577e39888ae493b3fe17d4aae9 into d4b90aeaa66940a5a3ded4c621d4d995(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:03,197 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:03,197 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/C, priority=13, startTime=1732520703121; duration=0sec 2024-11-25T07:45:03,197 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:03,197 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:C 2024-11-25T07:45:03,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520763273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:03,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:03,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520763273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:03,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:03,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:03,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55470 deadline: 1732520763413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:03,420 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in ad2d70577e39888ae493b3fe17d4aae9 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:45:03,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:03,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55526 deadline: 1732520763424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:03,429 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ad2d70577e39888ae493b3fe17d4aae9 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:45:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:03,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55490 deadline: 1732520763433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:03,438 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_0' in ad2d70577e39888ae493b3fe17d4aae9 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:45:03,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:03,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:03,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:03,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520763483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:03,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:03,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520763483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:03,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:03,565 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#A#compaction#490 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:03,565 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/977f963b979246ab8dafd715149f07c8 is 175, key is test_row_0/A:col10/1732520701830/Put/seqid=0 2024-11-25T07:45:03,581 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e23b94b64fb74b5b913ee31a798e3afb 2024-11-25T07:45:03,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/8057026fade045dfbfb96b553187be0c is 50, key is test_row_0/B:col10/1732520701966/Put/seqid=0 2024-11-25T07:45:03,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742399_1575 (size=31515) 2024-11-25T07:45:03,596 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/977f963b979246ab8dafd715149f07c8 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/977f963b979246ab8dafd715149f07c8 2024-11-25T07:45:03,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,607 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/A of ad2d70577e39888ae493b3fe17d4aae9 into 977f963b979246ab8dafd715149f07c8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:03,607 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:03,607 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/A, priority=13, startTime=1732520703121; duration=0sec 2024-11-25T07:45:03,607 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:03,607 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:A 2024-11-25T07:45:03,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742400_1576 (size=12151) 2024-11-25T07:45:03,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520763794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:03,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520763794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:03,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:03,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:03,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:03,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:03,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:03,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:04,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/8057026fade045dfbfb96b553187be0c 2024-11-25T07:45:04,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/cf423a5de77c4efab6b7398492395d9b is 50, key is test_row_0/C:col10/1732520701966/Put/seqid=0 2024-11-25T07:45:04,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742401_1577 (size=12151) 2024-11-25T07:45:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-25T07:45:04,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:04,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:04,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:04,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:04,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:04,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520764303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:04,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520764304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:04,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:04,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:04,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:04,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:04,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:04,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:04,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:04,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:04,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/cf423a5de77c4efab6b7398492395d9b 2024-11-25T07:45:04,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e23b94b64fb74b5b913ee31a798e3afb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e23b94b64fb74b5b913ee31a798e3afb 2024-11-25T07:45:04,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e23b94b64fb74b5b913ee31a798e3afb, entries=200, sequenceid=203, filesize=38.8 K 2024-11-25T07:45:04,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/8057026fade045dfbfb96b553187be0c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/8057026fade045dfbfb96b553187be0c 2024-11-25T07:45:04,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/8057026fade045dfbfb96b553187be0c, entries=150, sequenceid=203, filesize=11.9 K 2024-11-25T07:45:04,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/cf423a5de77c4efab6b7398492395d9b as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cf423a5de77c4efab6b7398492395d9b 2024-11-25T07:45:04,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cf423a5de77c4efab6b7398492395d9b, entries=150, sequenceid=203, filesize=11.9 K 2024-11-25T07:45:04,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=46.96 KB/48090 for ad2d70577e39888ae493b3fe17d4aae9 in 1338ms, sequenceid=203, compaction requested=false 2024-11-25T07:45:04,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:04,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T07:45:04,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:04,520 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:45:04,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:04,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:04,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:04,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:04,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:04,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:04,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252071b37d3ab54549b2042654a5d78296_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520703152/Put/seqid=0 2024-11-25T07:45:04,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742402_1578 (size=12304) 2024-11-25T07:45:04,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:04,541 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252071b37d3ab54549b2042654a5d78296_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252071b37d3ab54549b2042654a5d78296_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:04,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e82629ebef6d4e06a8dcb0d6d2c10315, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:04,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e82629ebef6d4e06a8dcb0d6d2c10315 is 175, key is test_row_0/A:col10/1732520703152/Put/seqid=0 2024-11-25T07:45:04,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742403_1579 (size=31105) 2024-11-25T07:45:04,554 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e82629ebef6d4e06a8dcb0d6d2c10315 2024-11-25T07:45:04,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/1c89bcacc3234abe9a003f66ba77e641 is 50, key is test_row_0/B:col10/1732520703152/Put/seqid=0 2024-11-25T07:45:04,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742404_1580 (size=12151) 2024-11-25T07:45:04,973 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/1c89bcacc3234abe9a003f66ba77e641 2024-11-25T07:45:04,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/586664c6d8ab4157b865db229ed9e3ee is 50, key is test_row_0/C:col10/1732520703152/Put/seqid=0 2024-11-25T07:45:04,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742405_1581 (size=12151) 2024-11-25T07:45:04,988 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/586664c6d8ab4157b865db229ed9e3ee 2024-11-25T07:45:04,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e82629ebef6d4e06a8dcb0d6d2c10315 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e82629ebef6d4e06a8dcb0d6d2c10315 2024-11-25T07:45:05,007 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e82629ebef6d4e06a8dcb0d6d2c10315, entries=150, sequenceid=216, filesize=30.4 K 2024-11-25T07:45:05,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/1c89bcacc3234abe9a003f66ba77e641 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1c89bcacc3234abe9a003f66ba77e641 2024-11-25T07:45:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1c89bcacc3234abe9a003f66ba77e641, entries=150, sequenceid=216, filesize=11.9 K 2024-11-25T07:45:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/586664c6d8ab4157b865db229ed9e3ee as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/586664c6d8ab4157b865db229ed9e3ee 2024-11-25T07:45:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,015 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/586664c6d8ab4157b865db229ed9e3ee, entries=150, sequenceid=216, filesize=11.9 K 2024-11-25T07:45:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,016 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for ad2d70577e39888ae493b3fe17d4aae9 in 496ms, sequenceid=216, compaction requested=true 2024-11-25T07:45:05,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:05,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-25T07:45:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=139 2024-11-25T07:45:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-25T07:45:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1120 sec 2024-11-25T07:45:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 3.1170 sec 2024-11-25T07:45:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:05,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T07:45:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:05,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:05,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:05,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:05,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:05,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257c57bd8d3033426cac8156842eec244d_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520705355/Put/seqid=0 2024-11-25T07:45:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742406_1582 (size=17284) 2024-11-25T07:45:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732520705423, max timestamp=1732520705442Num uniques 859; 2024-11-25T07:45:05,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/7fb8763a5d32:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T07:45:05,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520765458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:05,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:05,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:05,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:05,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520765463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:05,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:05,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:05,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:05,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520765573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:05,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520765573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:05,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:05,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:05,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:05,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520765784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:05,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:05,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:05,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520765784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:05,787 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:05,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:05,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:05,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:05,790 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257c57bd8d3033426cac8156842eec244d_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257c57bd8d3033426cac8156842eec244d_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:05,790 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/f3a87fbf1c814a769cbb313a269953cd, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:05,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/f3a87fbf1c814a769cbb313a269953cd is 175, key is test_row_0/A:col10/1732520705355/Put/seqid=0 2024-11-25T07:45:05,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742407_1583 (size=48389) 2024-11-25T07:45:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-25T07:45:06,073 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:45:06,074 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:45:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-25T07:45:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-25T07:45:06,076 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:45:06,076 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:45:06,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:45:06,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520766093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:06,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520766093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:06,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:06,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:06,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-25T07:45:06,195 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/f3a87fbf1c814a769cbb313a269953cd 2024-11-25T07:45:06,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/b786d0a50a9f4ed58b1e7586c5fd62e9 is 50, key is test_row_0/B:col10/1732520705355/Put/seqid=0 2024-11-25T07:45:06,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742408_1584 (size=12151) 2024-11-25T07:45:06,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/b786d0a50a9f4ed58b1e7586c5fd62e9 2024-11-25T07:45:06,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/fd97541cc5004e9c9239fde47416fd9a is 50, key is test_row_0/C:col10/1732520705355/Put/seqid=0 2024-11-25T07:45:06,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742409_1585 (size=12151) 2024-11-25T07:45:06,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T07:45:06,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:06,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:06,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:06,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:06,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:06,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T07:45:06,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:06,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:06,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:06,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:06,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-25T07:45:06,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T07:45:06,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:06,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:06,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:06,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:06,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:06,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520766603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:06,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520766603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:06,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:06,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:06,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:06,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/fd97541cc5004e9c9239fde47416fd9a 2024-11-25T07:45:06,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/f3a87fbf1c814a769cbb313a269953cd as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/f3a87fbf1c814a769cbb313a269953cd 2024-11-25T07:45:06,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/f3a87fbf1c814a769cbb313a269953cd, entries=250, sequenceid=226, filesize=47.3 K 2024-11-25T07:45:06,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/b786d0a50a9f4ed58b1e7586c5fd62e9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b786d0a50a9f4ed58b1e7586c5fd62e9 2024-11-25T07:45:06,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b786d0a50a9f4ed58b1e7586c5fd62e9, entries=150, sequenceid=226, filesize=11.9 K 2024-11-25T07:45:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/fd97541cc5004e9c9239fde47416fd9a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/fd97541cc5004e9c9239fde47416fd9a 2024-11-25T07:45:06,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/fd97541cc5004e9c9239fde47416fd9a, entries=150, sequenceid=226, filesize=11.9 K 2024-11-25T07:45:06,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for ad2d70577e39888ae493b3fe17d4aae9 in 1278ms, sequenceid=226, compaction requested=true 2024-11-25T07:45:06,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:06,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:45:06,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:06,650 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:45:06,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:45:06,650 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:45:06,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:06,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:45:06,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:45:06,653 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150758 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:45:06,653 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/A is initiating minor compaction (all files) 2024-11-25T07:45:06,653 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/A in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:06,653 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/977f963b979246ab8dafd715149f07c8, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e23b94b64fb74b5b913ee31a798e3afb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e82629ebef6d4e06a8dcb0d6d2c10315, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/f3a87fbf1c814a769cbb313a269953cd] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=147.2 K 2024-11-25T07:45:06,653 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:45:06,653 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:06,653 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/B is initiating minor compaction (all files) 2024-11-25T07:45:06,653 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/977f963b979246ab8dafd715149f07c8, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e23b94b64fb74b5b913ee31a798e3afb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e82629ebef6d4e06a8dcb0d6d2c10315, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/f3a87fbf1c814a769cbb313a269953cd] 2024-11-25T07:45:06,653 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/B in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:06,653 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/12c8fa90e2644144bd96aa5aa38e7d00, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/8057026fade045dfbfb96b553187be0c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1c89bcacc3234abe9a003f66ba77e641, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b786d0a50a9f4ed58b1e7586c5fd62e9] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=47.9 K 2024-11-25T07:45:06,654 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 12c8fa90e2644144bd96aa5aa38e7d00, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732520701829 2024-11-25T07:45:06,654 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 977f963b979246ab8dafd715149f07c8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732520701829 2024-11-25T07:45:06,654 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting e23b94b64fb74b5b913ee31a798e3afb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732520701966 2024-11-25T07:45:06,654 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 8057026fade045dfbfb96b553187be0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732520701966 2024-11-25T07:45:06,655 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting e82629ebef6d4e06a8dcb0d6d2c10315, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732520703145 2024-11-25T07:45:06,655 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c89bcacc3234abe9a003f66ba77e641, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732520703145 2024-11-25T07:45:06,655 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3a87fbf1c814a769cbb313a269953cd, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732520705354 2024-11-25T07:45:06,655 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting b786d0a50a9f4ed58b1e7586c5fd62e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732520705355 2024-11-25T07:45:06,673 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:06,687 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#B#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:06,687 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/71a983dbd3a74e7a93250c127a7253c8 is 50, key is test_row_0/B:col10/1732520705355/Put/seqid=0 2024-11-25T07:45:06,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T07:45:06,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:06,688 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=131.94 KB heapSize=386.72 KB 2024-11-25T07:45:06,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:06,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:45:06,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:06,689 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125149b4a39ee324b959ab2cc1c144600f5_ad2d70577e39888ae493b3fe17d4aae9 store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:06,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:45:06,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:06,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T07:45:06,692 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125149b4a39ee324b959ab2cc1c144600f5_ad2d70577e39888ae493b3fe17d4aae9, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:06,693 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125149b4a39ee324b959ab2cc1c144600f5_ad2d70577e39888ae493b3fe17d4aae9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-25T07:45:06,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742410_1586 (size=12697) 2024-11-25T07:45:06,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e4b2e9e739b34df18a0e38239ac588c5_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520705442/Put/seqid=0 2024-11-25T07:45:06,752 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/71a983dbd3a74e7a93250c127a7253c8 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/71a983dbd3a74e7a93250c127a7253c8 2024-11-25T07:45:06,758 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/B of ad2d70577e39888ae493b3fe17d4aae9 into 71a983dbd3a74e7a93250c127a7253c8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:06,758 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:06,758 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/B, priority=12, startTime=1732520706650; duration=0sec 2024-11-25T07:45:06,759 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:45:06,759 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:B 2024-11-25T07:45:06,759 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:45:06,760 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T07:45:06,760 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/C is initiating minor compaction (all files) 2024-11-25T07:45:06,760 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/C in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:06,760 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/d4b90aeaa66940a5a3ded4c621d4d995, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cf423a5de77c4efab6b7398492395d9b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/586664c6d8ab4157b865db229ed9e3ee, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/fd97541cc5004e9c9239fde47416fd9a] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=47.9 K 2024-11-25T07:45:06,761 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting d4b90aeaa66940a5a3ded4c621d4d995, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732520701829 2024-11-25T07:45:06,761 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting cf423a5de77c4efab6b7398492395d9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732520701966 2024-11-25T07:45:06,761 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 586664c6d8ab4157b865db229ed9e3ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732520703145 2024-11-25T07:45:06,762 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting fd97541cc5004e9c9239fde47416fd9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732520705355 2024-11-25T07:45:06,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742411_1587 (size=4469) 2024-11-25T07:45:06,788 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#C#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:06,788 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/165c284c52634b07b85804cc7a55b302 is 50, key is test_row_0/C:col10/1732520705355/Put/seqid=0 2024-11-25T07:45:06,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742412_1588 (size=12304) 2024-11-25T07:45:06,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742413_1589 (size=12697) 2024-11-25T07:45:06,816 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/165c284c52634b07b85804cc7a55b302 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/165c284c52634b07b85804cc7a55b302 2024-11-25T07:45:06,824 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/C of ad2d70577e39888ae493b3fe17d4aae9 into 165c284c52634b07b85804cc7a55b302(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:06,825 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:06,825 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/C, priority=12, startTime=1732520706650; duration=0sec 2024-11-25T07:45:06,826 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:06,826 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:C 2024-11-25T07:45:07,180 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#A#compaction#500 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:07,181 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/c81b1c4a58eb487484401a5bbd0b52f1 is 175, key is test_row_0/A:col10/1732520705355/Put/seqid=0 2024-11-25T07:45:07,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742414_1590 (size=31651) 2024-11-25T07:45:07,188 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/c81b1c4a58eb487484401a5bbd0b52f1 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/c81b1c4a58eb487484401a5bbd0b52f1 2024-11-25T07:45:07,196 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/A of ad2d70577e39888ae493b3fe17d4aae9 into c81b1c4a58eb487484401a5bbd0b52f1(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:07,196 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:07,196 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/A, priority=12, startTime=1732520706650; duration=0sec 2024-11-25T07:45:07,196 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:07,196 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:A 2024-11-25T07:45:07,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:07,205 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e4b2e9e739b34df18a0e38239ac588c5_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e4b2e9e739b34df18a0e38239ac588c5_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/7b550483d2f44179bc95c3f30dd4a4ca, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:07,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/7b550483d2f44179bc95c3f30dd4a4ca is 175, key is test_row_0/A:col10/1732520705442/Put/seqid=0 2024-11-25T07:45:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-25T07:45:07,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742415_1591 (size=31105) 2024-11-25T07:45:07,615 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/7b550483d2f44179bc95c3f30dd4a4ca 2024-11-25T07:45:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:07,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:07,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/b86e22ec5ff44323b81ceb740ca46eb9 is 50, key is test_row_0/B:col10/1732520705442/Put/seqid=0 2024-11-25T07:45:07,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520767630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:07,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:07,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520767632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:07,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:07,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:07,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:07,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742416_1592 (size=12151) 2024-11-25T07:45:07,641 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/b86e22ec5ff44323b81ceb740ca46eb9 2024-11-25T07:45:07,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/eb68902cc0964ae9a60f118bf3cfc506 is 50, key is test_row_0/C:col10/1732520705442/Put/seqid=0 2024-11-25T07:45:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742417_1593 (size=12151) 2024-11-25T07:45:07,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520767743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:07,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:07,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520767743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:07,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:07,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:07,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:07,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:07,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:07,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520767953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:07,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520767953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:07,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:07,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:07,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:08,055 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/eb68902cc0964ae9a60f118bf3cfc506 2024-11-25T07:45:08,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/7b550483d2f44179bc95c3f30dd4a4ca as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/7b550483d2f44179bc95c3f30dd4a4ca 2024-11-25T07:45:08,062 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/7b550483d2f44179bc95c3f30dd4a4ca, entries=150, sequenceid=253, filesize=30.4 K 2024-11-25T07:45:08,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/b86e22ec5ff44323b81ceb740ca46eb9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b86e22ec5ff44323b81ceb740ca46eb9 2024-11-25T07:45:08,066 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b86e22ec5ff44323b81ceb740ca46eb9, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T07:45:08,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/eb68902cc0964ae9a60f118bf3cfc506 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/eb68902cc0964ae9a60f118bf3cfc506 2024-11-25T07:45:08,070 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/eb68902cc0964ae9a60f118bf3cfc506, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T07:45:08,071 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~386.67 KB/395952, currentSize=46.96 KB/48090 for ad2d70577e39888ae493b3fe17d4aae9 in 1383ms, sequenceid=253, compaction requested=false 2024-11-25T07:45:08,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:08,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:08,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-25T07:45:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=141 2024-11-25T07:45:08,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-25T07:45:08,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9960 sec 2024-11-25T07:45:08,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.0010 sec 2024-11-25T07:45:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-25T07:45:08,223 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:45:08,223 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:45:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-25T07:45:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-25T07:45:08,225 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:45:08,225 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:45:08,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:45:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:08,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T07:45:08,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:08,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255e9e409e628649ed894aebe064d8c9f2_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520707616/Put/seqid=0 2024-11-25T07:45:08,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742418_1594 (size=14994) 2024-11-25T07:45:08,285 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:08,290 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255e9e409e628649ed894aebe064d8c9f2_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255e9e409e628649ed894aebe064d8c9f2_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:08,292 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/a9e4a378011f4f599bf83bf3849cb337, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:08,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/a9e4a378011f4f599bf83bf3849cb337 is 175, key is test_row_0/A:col10/1732520707616/Put/seqid=0 2024-11-25T07:45:08,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742419_1595 (size=39949) 2024-11-25T07:45:08,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520768317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:08,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520768318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-25T07:45:08,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T07:45:08,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:08,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:08,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:08,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520768433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:08,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:08,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520768433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:08,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T07:45:08,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:08,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:08,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:08,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-25T07:45:08,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520768644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:08,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520768644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:08,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T07:45:08,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:08,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:08,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:08,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,698 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/a9e4a378011f4f599bf83bf3849cb337 2024-11-25T07:45:08,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/314e6bd11ff049aea1c7360c1b03c0b3 is 50, key is test_row_0/B:col10/1732520707616/Put/seqid=0 2024-11-25T07:45:08,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742420_1596 (size=12301) 2024-11-25T07:45:08,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T07:45:08,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:08,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:08,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:08,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-25T07:45:08,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520768953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520768953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:08,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T07:45:08,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:08,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:08,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:08,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:09,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/314e6bd11ff049aea1c7360c1b03c0b3 2024-11-25T07:45:09,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/4ed6abb0f080470886d4c88fd01934fc is 50, key is test_row_0/C:col10/1732520707616/Put/seqid=0 2024-11-25T07:45:09,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742421_1597 (size=12301) 2024-11-25T07:45:09,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/4ed6abb0f080470886d4c88fd01934fc 2024-11-25T07:45:09,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/a9e4a378011f4f599bf83bf3849cb337 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/a9e4a378011f4f599bf83bf3849cb337 2024-11-25T07:45:09,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/a9e4a378011f4f599bf83bf3849cb337, entries=200, sequenceid=268, filesize=39.0 K 2024-11-25T07:45:09,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/314e6bd11ff049aea1c7360c1b03c0b3 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/314e6bd11ff049aea1c7360c1b03c0b3 2024-11-25T07:45:09,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/314e6bd11ff049aea1c7360c1b03c0b3, entries=150, sequenceid=268, filesize=12.0 K 2024-11-25T07:45:09,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/4ed6abb0f080470886d4c88fd01934fc as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/4ed6abb0f080470886d4c88fd01934fc 2024-11-25T07:45:09,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/4ed6abb0f080470886d4c88fd01934fc, entries=150, sequenceid=268, filesize=12.0 K 2024-11-25T07:45:09,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ad2d70577e39888ae493b3fe17d4aae9 in 878ms, sequenceid=268, compaction requested=true 2024-11-25T07:45:09,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:09,143 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:09,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:45:09,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:09,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:45:09,143 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:09,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:09,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:45:09,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:45:09,144 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:09,144 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/A is initiating minor compaction (all files) 2024-11-25T07:45:09,144 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/A in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:09,144 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:09,144 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/B is initiating minor compaction (all files) 2024-11-25T07:45:09,144 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/B in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:09,144 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/c81b1c4a58eb487484401a5bbd0b52f1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/7b550483d2f44179bc95c3f30dd4a4ca, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/a9e4a378011f4f599bf83bf3849cb337] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=100.3 K 2024-11-25T07:45:09,144 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:09,144 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/71a983dbd3a74e7a93250c127a7253c8, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b86e22ec5ff44323b81ceb740ca46eb9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/314e6bd11ff049aea1c7360c1b03c0b3] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=36.3 K 2024-11-25T07:45:09,144 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/c81b1c4a58eb487484401a5bbd0b52f1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/7b550483d2f44179bc95c3f30dd4a4ca, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/a9e4a378011f4f599bf83bf3849cb337] 2024-11-25T07:45:09,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T07:45:09,146 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 71a983dbd3a74e7a93250c127a7253c8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732520705355 2024-11-25T07:45:09,146 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c81b1c4a58eb487484401a5bbd0b52f1, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732520705355 2024-11-25T07:45:09,146 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting b86e22ec5ff44323b81ceb740ca46eb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732520705442 2024-11-25T07:45:09,146 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b550483d2f44179bc95c3f30dd4a4ca, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732520705442 2024-11-25T07:45:09,146 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 314e6bd11ff049aea1c7360c1b03c0b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732520707616 2024-11-25T07:45:09,146 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9e4a378011f4f599bf83bf3849cb337, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732520707616 2024-11-25T07:45:09,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:09,152 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T07:45:09,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:09,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:09,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:09,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:09,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:09,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:09,157 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#B#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:09,157 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/ef63016a86964f80b986a52e5696f6f1 is 50, key is test_row_0/B:col10/1732520707616/Put/seqid=0 2024-11-25T07:45:09,158 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:09,169 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112525999b98b9b64e3096e82274ff96c228_ad2d70577e39888ae493b3fe17d4aae9 store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:09,171 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112525999b98b9b64e3096e82274ff96c228_ad2d70577e39888ae493b3fe17d4aae9, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:09,171 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112525999b98b9b64e3096e82274ff96c228_ad2d70577e39888ae493b3fe17d4aae9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:09,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d49c5ac81e464f6e898610999fcac8bb_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520708315/Put/seqid=0 2024-11-25T07:45:09,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742423_1599 (size=4469) 2024-11-25T07:45:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742424_1600 (size=12454) 2024-11-25T07:45:09,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:09,234 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d49c5ac81e464f6e898610999fcac8bb_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d49c5ac81e464f6e898610999fcac8bb_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:09,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742422_1598 (size=12949) 2024-11-25T07:45:09,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/c8087458da7c499188367903001712ae, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/c8087458da7c499188367903001712ae is 175, key is test_row_0/A:col10/1732520708315/Put/seqid=0 2024-11-25T07:45:09,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742425_1601 (size=31255) 2024-11-25T07:45:09,252 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/c8087458da7c499188367903001712ae 2024-11-25T07:45:09,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/b036b772114d4de38055c1e19a8a546c is 50, key is test_row_0/B:col10/1732520708315/Put/seqid=0 2024-11-25T07:45:09,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742426_1602 (size=12301) 2024-11-25T07:45:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-25T07:45:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:09,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:09,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520769492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:09,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520769493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:09,602 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#A#compaction#510 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:09,602 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/8924704ac162431e93e4c3d3d80ae793 is 175, key is test_row_0/A:col10/1732520707616/Put/seqid=0 2024-11-25T07:45:09,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520769604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:09,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:09,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742427_1603 (size=31903) 2024-11-25T07:45:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520769606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:09,640 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/ef63016a86964f80b986a52e5696f6f1 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/ef63016a86964f80b986a52e5696f6f1 2024-11-25T07:45:09,644 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/B of ad2d70577e39888ae493b3fe17d4aae9 into ef63016a86964f80b986a52e5696f6f1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:09,644 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:09,644 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/B, priority=13, startTime=1732520709143; duration=0sec 2024-11-25T07:45:09,644 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:45:09,644 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:B 2024-11-25T07:45:09,644 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:09,645 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:09,645 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/C is initiating minor compaction (all files) 2024-11-25T07:45:09,645 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/C in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:09,645 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/165c284c52634b07b85804cc7a55b302, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/eb68902cc0964ae9a60f118bf3cfc506, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/4ed6abb0f080470886d4c88fd01934fc] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=36.3 K 2024-11-25T07:45:09,645 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 165c284c52634b07b85804cc7a55b302, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732520705355 2024-11-25T07:45:09,646 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting eb68902cc0964ae9a60f118bf3cfc506, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732520705442 2024-11-25T07:45:09,646 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ed6abb0f080470886d4c88fd01934fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732520707616 2024-11-25T07:45:09,652 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#C#compaction#513 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:09,652 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/3f21f943467246698c0d51344c26c8d9 is 50, key is test_row_0/C:col10/1732520707616/Put/seqid=0 2024-11-25T07:45:09,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742428_1604 (size=12949) 2024-11-25T07:45:09,670 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/3f21f943467246698c0d51344c26c8d9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/3f21f943467246698c0d51344c26c8d9 2024-11-25T07:45:09,674 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/b036b772114d4de38055c1e19a8a546c 2024-11-25T07:45:09,676 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/C of ad2d70577e39888ae493b3fe17d4aae9 into 3f21f943467246698c0d51344c26c8d9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:09,676 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:09,676 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/C, priority=13, startTime=1732520709143; duration=0sec 2024-11-25T07:45:09,676 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:09,676 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:C 2024-11-25T07:45:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/71fa48c0076042f797dfc52aff07cbba is 50, key is test_row_0/C:col10/1732520708315/Put/seqid=0 2024-11-25T07:45:09,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742429_1605 (size=12301) 2024-11-25T07:45:09,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520769813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:09,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:09,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:09,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:09,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520769814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:09,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:09,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:09,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:10,023 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/8924704ac162431e93e4c3d3d80ae793 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/8924704ac162431e93e4c3d3d80ae793 2024-11-25T07:45:10,028 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/A of ad2d70577e39888ae493b3fe17d4aae9 into 8924704ac162431e93e4c3d3d80ae793(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:10,028 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:10,028 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/A, priority=13, startTime=1732520709143; duration=0sec 2024-11-25T07:45:10,028 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:10,028 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:A 2024-11-25T07:45:10,086 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/71fa48c0076042f797dfc52aff07cbba 2024-11-25T07:45:10,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/c8087458da7c499188367903001712ae as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/c8087458da7c499188367903001712ae 2024-11-25T07:45:10,100 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/c8087458da7c499188367903001712ae, entries=150, sequenceid=288, filesize=30.5 K 2024-11-25T07:45:10,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/b036b772114d4de38055c1e19a8a546c as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b036b772114d4de38055c1e19a8a546c 2024-11-25T07:45:10,106 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b036b772114d4de38055c1e19a8a546c, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T07:45:10,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/71fa48c0076042f797dfc52aff07cbba as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/71fa48c0076042f797dfc52aff07cbba 2024-11-25T07:45:10,110 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/71fa48c0076042f797dfc52aff07cbba, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T07:45:10,111 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for ad2d70577e39888ae493b3fe17d4aae9 in 959ms, sequenceid=288, compaction requested=false 2024-11-25T07:45:10,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:10,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:10,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-25T07:45:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=143 2024-11-25T07:45:10,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-25T07:45:10,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8880 sec 2024-11-25T07:45:10,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.8910 sec 2024-11-25T07:45:10,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T07:45:10,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:10,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:10,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:10,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:10,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:10,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:10,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112596c9653dad3b4a79a689be0a6c619358_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520709484/Put/seqid=0 2024-11-25T07:45:10,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742430_1606 (size=14994) 2024-11-25T07:45:10,162 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:10,166 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112596c9653dad3b4a79a689be0a6c619358_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596c9653dad3b4a79a689be0a6c619358_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:10,167 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/ca575508bf9b4d56ba2b8e4942d14bb0, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:10,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/ca575508bf9b4d56ba2b8e4942d14bb0 is 175, key is test_row_0/A:col10/1732520709484/Put/seqid=0 2024-11-25T07:45:10,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520770176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:10,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:10,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520770179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:10,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742431_1607 (size=39949) 2024-11-25T07:45:10,189 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/ca575508bf9b4d56ba2b8e4942d14bb0 2024-11-25T07:45:10,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/1678705e331b4b2e94968ce1781d324f is 50, key is test_row_0/B:col10/1732520709484/Put/seqid=0 2024-11-25T07:45:10,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742432_1608 (size=12301) 2024-11-25T07:45:10,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520770293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:10,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:10,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520770293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:10,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-25T07:45:10,374 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:45:10,374 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:45:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-25T07:45:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-25T07:45:10,376 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:45:10,376 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:45:10,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:45:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-25T07:45:10,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520770503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:10,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520770504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:10,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:10,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T07:45:10,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:10,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:10,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:10,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:10,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:10,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/1678705e331b4b2e94968ce1781d324f 2024-11-25T07:45:10,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/62bc0e8e41e5409abb15a9bb679955fb is 50, key is test_row_0/C:col10/1732520709484/Put/seqid=0 2024-11-25T07:45:10,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742433_1609 (size=12301) 2024-11-25T07:45:10,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T07:45:10,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:10,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:10,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:10,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:10,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-25T07:45:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520770820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520770820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:10,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:10,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T07:45:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:10,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:10,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T07:45:10,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:10,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:10,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:10,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:10,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:45:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-25T07:45:11,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/62bc0e8e41e5409abb15a9bb679955fb 2024-11-25T07:45:11,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/ca575508bf9b4d56ba2b8e4942d14bb0 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/ca575508bf9b4d56ba2b8e4942d14bb0 2024-11-25T07:45:11,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/ca575508bf9b4d56ba2b8e4942d14bb0, entries=200, sequenceid=305, filesize=39.0 K 2024-11-25T07:45:11,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/1678705e331b4b2e94968ce1781d324f as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1678705e331b4b2e94968ce1781d324f 2024-11-25T07:45:11,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1678705e331b4b2e94968ce1781d324f, entries=150, sequenceid=305, filesize=12.0 K 2024-11-25T07:45:11,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/62bc0e8e41e5409abb15a9bb679955fb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/62bc0e8e41e5409abb15a9bb679955fb 2024-11-25T07:45:11,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/62bc0e8e41e5409abb15a9bb679955fb, entries=150, sequenceid=305, filesize=12.0 K 2024-11-25T07:45:11,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ad2d70577e39888ae493b3fe17d4aae9 in 909ms, sequenceid=305, compaction requested=true 2024-11-25T07:45:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:45:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:11,035 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:11,035 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:45:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:45:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:45:11,036 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:11,036 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/B is initiating minor compaction (all files) 2024-11-25T07:45:11,036 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/B in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:11,036 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/ef63016a86964f80b986a52e5696f6f1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b036b772114d4de38055c1e19a8a546c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1678705e331b4b2e94968ce1781d324f] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=36.7 K 2024-11-25T07:45:11,036 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:11,036 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/A is initiating minor compaction (all files) 2024-11-25T07:45:11,036 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/A in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:11,036 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/8924704ac162431e93e4c3d3d80ae793, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/c8087458da7c499188367903001712ae, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/ca575508bf9b4d56ba2b8e4942d14bb0] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=100.7 K 2024-11-25T07:45:11,036 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:11,036 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/8924704ac162431e93e4c3d3d80ae793, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/c8087458da7c499188367903001712ae, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/ca575508bf9b4d56ba2b8e4942d14bb0] 2024-11-25T07:45:11,036 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting ef63016a86964f80b986a52e5696f6f1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732520707616 2024-11-25T07:45:11,037 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8924704ac162431e93e4c3d3d80ae793, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732520707616 2024-11-25T07:45:11,037 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting b036b772114d4de38055c1e19a8a546c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732520708299 2024-11-25T07:45:11,037 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8087458da7c499188367903001712ae, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732520708299 2024-11-25T07:45:11,037 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 1678705e331b4b2e94968ce1781d324f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732520709484 2024-11-25T07:45:11,037 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca575508bf9b4d56ba2b8e4942d14bb0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732520709484 2024-11-25T07:45:11,050 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#B#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:11,051 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/6cb513655c804dd28b94693e371f27a5 is 50, key is test_row_0/B:col10/1732520709484/Put/seqid=0 2024-11-25T07:45:11,052 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:11,057 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d15676f0986e43d394f6927afc8a12f7_ad2d70577e39888ae493b3fe17d4aae9 store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:11,058 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d15676f0986e43d394f6927afc8a12f7_ad2d70577e39888ae493b3fe17d4aae9, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:11,059 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d15676f0986e43d394f6927afc8a12f7_ad2d70577e39888ae493b3fe17d4aae9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:11,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742434_1610 (size=13051) 2024-11-25T07:45:11,071 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/6cb513655c804dd28b94693e371f27a5 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/6cb513655c804dd28b94693e371f27a5 2024-11-25T07:45:11,075 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/B of ad2d70577e39888ae493b3fe17d4aae9 into 6cb513655c804dd28b94693e371f27a5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:11,075 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:11,075 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/B, priority=13, startTime=1732520711035; duration=0sec 2024-11-25T07:45:11,075 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:45:11,075 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:B 2024-11-25T07:45:11,075 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:11,075 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:11,075 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/C is initiating minor compaction (all files) 2024-11-25T07:45:11,076 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/C in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:11,076 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/3f21f943467246698c0d51344c26c8d9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/71fa48c0076042f797dfc52aff07cbba, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/62bc0e8e41e5409abb15a9bb679955fb] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=36.7 K 2024-11-25T07:45:11,076 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f21f943467246698c0d51344c26c8d9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732520707616 2024-11-25T07:45:11,076 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 71fa48c0076042f797dfc52aff07cbba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732520708299 2024-11-25T07:45:11,076 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 62bc0e8e41e5409abb15a9bb679955fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732520709484 2024-11-25T07:45:11,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742435_1611 (size=4469) 2024-11-25T07:45:11,097 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#C#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:11,098 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/45232b75891b43adbfd6dbd63e659490 is 50, key is test_row_0/C:col10/1732520709484/Put/seqid=0 2024-11-25T07:45:11,101 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#A#compaction#519 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:11,101 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/5c602f39151f46918e919032a1a24dda is 175, key is test_row_0/A:col10/1732520709484/Put/seqid=0 2024-11-25T07:45:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742436_1612 (size=32005) 2024-11-25T07:45:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742437_1613 (size=13051) 2024-11-25T07:45:11,135 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:45:11,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T07:45:11,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:11,141 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T07:45:11,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:11,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:11,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:11,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:11,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:11,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:11,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112523a238aecb9643bf984c1b64988806c2_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520710171/Put/seqid=0 2024-11-25T07:45:11,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742438_1614 (size=12454) 2024-11-25T07:45:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:11,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:11,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520771361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:11,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:11,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520771368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:11,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520771473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:11,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:11,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520771483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:11,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-25T07:45:11,514 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/5c602f39151f46918e919032a1a24dda as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/5c602f39151f46918e919032a1a24dda 2024-11-25T07:45:11,518 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/A of ad2d70577e39888ae493b3fe17d4aae9 into 5c602f39151f46918e919032a1a24dda(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:11,518 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:11,518 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/A, priority=13, startTime=1732520711035; duration=0sec 2024-11-25T07:45:11,519 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:11,519 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:A 2024-11-25T07:45:11,521 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/45232b75891b43adbfd6dbd63e659490 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/45232b75891b43adbfd6dbd63e659490 2024-11-25T07:45:11,525 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/C of ad2d70577e39888ae493b3fe17d4aae9 into 45232b75891b43adbfd6dbd63e659490(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:11,525 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:11,525 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/C, priority=13, startTime=1732520711035; duration=0sec 2024-11-25T07:45:11,525 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:11,525 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:C 2024-11-25T07:45:11,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:11,561 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112523a238aecb9643bf984c1b64988806c2_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112523a238aecb9643bf984c1b64988806c2_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:11,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/499a1a0d61974ab1af5967b92ec178ce, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:11,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/499a1a0d61974ab1af5967b92ec178ce is 175, key is test_row_0/A:col10/1732520710171/Put/seqid=0 2024-11-25T07:45:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742439_1615 (size=31255) 2024-11-25T07:45:11,570 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/499a1a0d61974ab1af5967b92ec178ce 2024-11-25T07:45:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/ab7dc05743d24f87ac1fda0faee55c4d is 50, key is test_row_0/B:col10/1732520710171/Put/seqid=0 2024-11-25T07:45:11,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742440_1616 (size=12301) 2024-11-25T07:45:11,618 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/ab7dc05743d24f87ac1fda0faee55c4d 2024-11-25T07:45:11,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/3215a7203e0a4eb2907cdbd9c4fe44df is 50, key is test_row_0/C:col10/1732520710171/Put/seqid=0 2024-11-25T07:45:11,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742441_1617 (size=12301) 2024-11-25T07:45:11,639 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/3215a7203e0a4eb2907cdbd9c4fe44df 2024-11-25T07:45:11,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/499a1a0d61974ab1af5967b92ec178ce as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/499a1a0d61974ab1af5967b92ec178ce 2024-11-25T07:45:11,649 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/499a1a0d61974ab1af5967b92ec178ce, entries=150, sequenceid=324, filesize=30.5 K 2024-11-25T07:45:11,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/ab7dc05743d24f87ac1fda0faee55c4d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/ab7dc05743d24f87ac1fda0faee55c4d 2024-11-25T07:45:11,654 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/ab7dc05743d24f87ac1fda0faee55c4d, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T07:45:11,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/3215a7203e0a4eb2907cdbd9c4fe44df as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/3215a7203e0a4eb2907cdbd9c4fe44df 2024-11-25T07:45:11,658 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/3215a7203e0a4eb2907cdbd9c4fe44df, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T07:45:11,664 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for ad2d70577e39888ae493b3fe17d4aae9 in 523ms, sequenceid=324, compaction requested=false 2024-11-25T07:45:11,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:11,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:11,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-25T07:45:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-11-25T07:45:11,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-25T07:45:11,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2890 sec 2024-11-25T07:45:11,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.2940 sec 2024-11-25T07:45:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:11,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T07:45:11,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:11,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:11,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:11,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:11,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:11,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:11,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e77a40d1f8374974a439cb8ecdbafee9_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520711366/Put/seqid=0 2024-11-25T07:45:11,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520771747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:11,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,753 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:11,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520771749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:11,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742442_1618 (size=14994) 2024-11-25T07:45:11,758 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:11,763 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e77a40d1f8374974a439cb8ecdbafee9_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e77a40d1f8374974a439cb8ecdbafee9_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:11,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/19da30372ca7441989bd6c96b62a143a, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:11,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/19da30372ca7441989bd6c96b62a143a is 175, key is test_row_0/A:col10/1732520711366/Put/seqid=0 2024-11-25T07:45:11,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742443_1619 (size=39949) 2024-11-25T07:45:11,790 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/19da30372ca7441989bd6c96b62a143a 2024-11-25T07:45:11,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/80fe820e59144532921e997f858b88b9 is 50, key is test_row_0/B:col10/1732520711366/Put/seqid=0 2024-11-25T07:45:11,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742444_1620 (size=12301) 2024-11-25T07:45:11,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520771863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:11,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520771863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:12,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520772073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:12,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:12,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:12,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:12,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520772073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:12,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:12,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:12,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:12,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/80fe820e59144532921e997f858b88b9 2024-11-25T07:45:12,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/bda9658d11784c7a881a83a9964fb058 is 50, key is test_row_0/C:col10/1732520711366/Put/seqid=0 2024-11-25T07:45:12,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742445_1621 (size=12301) 2024-11-25T07:45:12,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520772383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:12,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:12,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:12,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520772383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:12,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:12,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:12,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-25T07:45:12,523 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:45:12,523 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:45:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-25T07:45:12,525 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:45:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-25T07:45:12,526 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:45:12,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:45:12,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/bda9658d11784c7a881a83a9964fb058 2024-11-25T07:45:12,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/19da30372ca7441989bd6c96b62a143a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/19da30372ca7441989bd6c96b62a143a 2024-11-25T07:45:12,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/19da30372ca7441989bd6c96b62a143a, entries=200, sequenceid=341, filesize=39.0 K 2024-11-25T07:45:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-25T07:45:12,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/80fe820e59144532921e997f858b88b9 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/80fe820e59144532921e997f858b88b9 2024-11-25T07:45:12,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/80fe820e59144532921e997f858b88b9, entries=150, sequenceid=341, filesize=12.0 K 2024-11-25T07:45:12,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/bda9658d11784c7a881a83a9964fb058 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/bda9658d11784c7a881a83a9964fb058 2024-11-25T07:45:12,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/bda9658d11784c7a881a83a9964fb058, entries=150, sequenceid=341, filesize=12.0 K 2024-11-25T07:45:12,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for ad2d70577e39888ae493b3fe17d4aae9 in 955ms, sequenceid=341, compaction requested=true 2024-11-25T07:45:12,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:12,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T07:45:12,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:12,641 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:12,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T07:45:12,641 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:12,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:12,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad2d70577e39888ae493b3fe17d4aae9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T07:45:12,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:45:12,641 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:12,641 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:12,641 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/B is initiating minor compaction (all files) 2024-11-25T07:45:12,641 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/A is initiating minor compaction (all files) 2024-11-25T07:45:12,641 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/B in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:12,641 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/A in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:12,642 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/5c602f39151f46918e919032a1a24dda, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/499a1a0d61974ab1af5967b92ec178ce, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/19da30372ca7441989bd6c96b62a143a] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=100.8 K 2024-11-25T07:45:12,642 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/6cb513655c804dd28b94693e371f27a5, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/ab7dc05743d24f87ac1fda0faee55c4d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/80fe820e59144532921e997f858b88b9] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=36.8 K 2024-11-25T07:45:12,642 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:12,642 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. files: [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/5c602f39151f46918e919032a1a24dda, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/499a1a0d61974ab1af5967b92ec178ce, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/19da30372ca7441989bd6c96b62a143a] 2024-11-25T07:45:12,642 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cb513655c804dd28b94693e371f27a5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732520709484 2024-11-25T07:45:12,642 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c602f39151f46918e919032a1a24dda, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732520709484 2024-11-25T07:45:12,642 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting ab7dc05743d24f87ac1fda0faee55c4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732520710155 2024-11-25T07:45:12,642 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 499a1a0d61974ab1af5967b92ec178ce, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732520710155 2024-11-25T07:45:12,643 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 80fe820e59144532921e997f858b88b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732520711358 2024-11-25T07:45:12,643 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19da30372ca7441989bd6c96b62a143a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732520711351 2024-11-25T07:45:12,655 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:12,656 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#B#compaction#527 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:12,656 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/1875ce68719e4161b1c4e7c2091fb732 is 50, key is test_row_0/B:col10/1732520711366/Put/seqid=0 2024-11-25T07:45:12,677 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125e555ce1e40e24a70acbbd0ef0d8c6592_ad2d70577e39888ae493b3fe17d4aae9 store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:12,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742446_1622 (size=13153) 2024-11-25T07:45:12,680 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125e555ce1e40e24a70acbbd0ef0d8c6592_ad2d70577e39888ae493b3fe17d4aae9, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:12,680 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e555ce1e40e24a70acbbd0ef0d8c6592_ad2d70577e39888ae493b3fe17d4aae9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:12,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T07:45:12,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:12,684 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T07:45:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:12,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742447_1623 (size=4469) 2024-11-25T07:45:12,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112546beae8be77e46879befcdb4aad88f6a_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520711737/Put/seqid=0 2024-11-25T07:45:12,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742448_1624 (size=12454) 2024-11-25T07:45:12,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:12,710 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112546beae8be77e46879befcdb4aad88f6a_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112546beae8be77e46879befcdb4aad88f6a_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:12,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/b774b5b5ed5b4c4b99e7b377080e4251, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:12,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/b774b5b5ed5b4c4b99e7b377080e4251 is 175, key is test_row_0/A:col10/1732520711737/Put/seqid=0 2024-11-25T07:45:12,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742449_1625 (size=31255) 2024-11-25T07:45:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-25T07:45:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:12,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:12,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520772921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:12,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:12,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:12,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:12,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520772924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:12,929 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:12,929 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:12,929 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:13,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520773033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:13,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520773033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:13,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:13,082 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/1875ce68719e4161b1c4e7c2091fb732 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1875ce68719e4161b1c4e7c2091fb732 2024-11-25T07:45:13,087 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/B of ad2d70577e39888ae493b3fe17d4aae9 into 1875ce68719e4161b1c4e7c2091fb732(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:13,087 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:13,087 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/B, priority=13, startTime=1732520712641; duration=0sec 2024-11-25T07:45:13,087 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T07:45:13,087 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:B 2024-11-25T07:45:13,087 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T07:45:13,088 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T07:45:13,088 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1541): ad2d70577e39888ae493b3fe17d4aae9/C is initiating minor compaction (all files) 2024-11-25T07:45:13,088 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ad2d70577e39888ae493b3fe17d4aae9/C in TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:13,088 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/45232b75891b43adbfd6dbd63e659490, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/3215a7203e0a4eb2907cdbd9c4fe44df, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/bda9658d11784c7a881a83a9964fb058] into tmpdir=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp, totalSize=36.8 K 2024-11-25T07:45:13,089 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 45232b75891b43adbfd6dbd63e659490, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732520709484 2024-11-25T07:45:13,089 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting 3215a7203e0a4eb2907cdbd9c4fe44df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732520710155 2024-11-25T07:45:13,089 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] compactions.Compactor(225): Compacting bda9658d11784c7a881a83a9964fb058, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732520711358 2024-11-25T07:45:13,101 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#C#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:13,102 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/2ef2f06e465b436c9328ed6dceb3fb2a is 50, key is test_row_0/C:col10/1732520711366/Put/seqid=0 2024-11-25T07:45:13,103 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad2d70577e39888ae493b3fe17d4aae9#A#compaction#528 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:45:13,103 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/fccb7a4869fe486baad1acb4af37ae80 is 175, key is test_row_0/A:col10/1732520711366/Put/seqid=0 2024-11-25T07:45:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-25T07:45:13,180 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/b774b5b5ed5b4c4b99e7b377080e4251 2024-11-25T07:45:13,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742451_1627 (size=32107) 2024-11-25T07:45:13,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742450_1626 (size=13153) 2024-11-25T07:45:13,185 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/fccb7a4869fe486baad1acb4af37ae80 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/fccb7a4869fe486baad1acb4af37ae80 2024-11-25T07:45:13,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/611c2210ca53418ca2bc49a27f999405 is 50, key is test_row_0/B:col10/1732520711737/Put/seqid=0 2024-11-25T07:45:13,188 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/A of ad2d70577e39888ae493b3fe17d4aae9 into fccb7a4869fe486baad1acb4af37ae80(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:13,188 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:13,188 INFO [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/A, priority=13, startTime=1732520712641; duration=0sec 2024-11-25T07:45:13,188 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:13,188 DEBUG [RS:0;7fb8763a5d32:38413-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:A 2024-11-25T07:45:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742452_1628 (size=12301) 2024-11-25T07:45:13,192 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/611c2210ca53418ca2bc49a27f999405 2024-11-25T07:45:13,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/a89fa9dbe2b44082967a7741a1fad2a4 is 50, key is test_row_0/C:col10/1732520711737/Put/seqid=0 2024-11-25T07:45:13,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742453_1629 (size=12301) 2024-11-25T07:45:13,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520773243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520773243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:13,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55526 deadline: 1732520773463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:13,464 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_2' in ad2d70577e39888ae493b3fe17d4aae9 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18271 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:45:13,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:13,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55470 deadline: 1732520773473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:13,477 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_1' in ad2d70577e39888ae493b3fe17d4aae9 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18287 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:45:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:13,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55490 deadline: 1732520773494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:13,494 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7fb8763a5d32,38413,1732520533070 for 'test_row_0' in ad2d70577e39888ae493b3fe17d4aae9 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18303 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-25T07:45:13,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:13,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55524 deadline: 1732520773553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:13,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T07:45:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38413 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55538 deadline: 1732520773553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 , the old value is region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T07:45:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., hostname=7fb8763a5d32,38413,1732520533070, seqNum=5 because the exception is null or not the one we care about 2024-11-25T07:45:13,590 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/2ef2f06e465b436c9328ed6dceb3fb2a as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/2ef2f06e465b436c9328ed6dceb3fb2a 2024-11-25T07:45:13,593 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ad2d70577e39888ae493b3fe17d4aae9/C of ad2d70577e39888ae493b3fe17d4aae9 into 2ef2f06e465b436c9328ed6dceb3fb2a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:45:13,593 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:13,593 INFO [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., storeName=ad2d70577e39888ae493b3fe17d4aae9/C, priority=13, startTime=1732520712641; duration=0sec 2024-11-25T07:45:13,593 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T07:45:13,593 DEBUG [RS:0;7fb8763a5d32:38413-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad2d70577e39888ae493b3fe17d4aae9:C 2024-11-25T07:45:13,602 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/a89fa9dbe2b44082967a7741a1fad2a4 2024-11-25T07:45:13,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/b774b5b5ed5b4c4b99e7b377080e4251 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/b774b5b5ed5b4c4b99e7b377080e4251 2024-11-25T07:45:13,607 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/b774b5b5ed5b4c4b99e7b377080e4251, entries=150, sequenceid=358, filesize=30.5 K 2024-11-25T07:45:13,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/611c2210ca53418ca2bc49a27f999405 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/611c2210ca53418ca2bc49a27f999405 2024-11-25T07:45:13,611 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/611c2210ca53418ca2bc49a27f999405, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T07:45:13,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/a89fa9dbe2b44082967a7741a1fad2a4 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a89fa9dbe2b44082967a7741a1fad2a4 2024-11-25T07:45:13,615 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a89fa9dbe2b44082967a7741a1fad2a4, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T07:45:13,615 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ad2d70577e39888ae493b3fe17d4aae9 in 931ms, sequenceid=358, compaction requested=false 2024-11-25T07:45:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:13,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-25T07:45:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-25T07:45:13,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-25T07:45:13,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0910 sec 2024-11-25T07:45:13,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.0980 sec 2024-11-25T07:45:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-25T07:45:13,664 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:45:13,664 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T07:45:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-25T07:45:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-25T07:45:13,666 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T07:45:13,666 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T07:45:13,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T07:45:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-25T07:45:13,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T07:45:13,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:13,818 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T07:45:13,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:13,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:13,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:13,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:13,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:13,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:13,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c24a311c76f848d0909585c7cfe831a4_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520712920/Put/seqid=0 2024-11-25T07:45:13,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742454_1630 (size=12454) 2024-11-25T07:45:13,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:13,833 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c24a311c76f848d0909585c7cfe831a4_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c24a311c76f848d0909585c7cfe831a4_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:13,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/9f4c09f7961049c0af52fe72e1eddf53, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:13,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/9f4c09f7961049c0af52fe72e1eddf53 is 175, key is test_row_0/A:col10/1732520712920/Put/seqid=0 2024-11-25T07:45:13,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742455_1631 (size=31255) 2024-11-25T07:45:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-25T07:45:13,995 INFO [Thread-2358 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2358. 2024-11-25T07:45:13,995 DEBUG [Thread-2358 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:45:13,995 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:13,995 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:13,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:45:13,998 INFO [Thread-2354 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2354. 2024-11-25T07:45:13,998 DEBUG [Thread-2354 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:45:13,998 DEBUG [Thread-2354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:13,998 INFO [Thread-2356 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2356. 2024-11-25T07:45:13,998 DEBUG [Thread-2356 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:45:13,998 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:13,998 DEBUG [Thread-2354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:13,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:45:13,999 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:13,999 INFO [Thread-2360 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2360. 2024-11-25T07:45:13,999 DEBUG [Thread-2360 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:45:13,999 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:13,999 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:13,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:45:14,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:45:14,001 INFO [Thread-2352 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2352. 2024-11-25T07:45:14,001 DEBUG [Thread-2352 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:45:14,001 DEBUG [Thread-2352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:14,001 DEBUG [Thread-2352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:14,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:45:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38413 {}] regionserver.HRegion(8855): Flush requested on ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:14,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. as already flushing 2024-11-25T07:45:14,064 INFO [Thread-2347 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2347. 2024-11-25T07:45:14,064 INFO [Thread-2341 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2341. 2024-11-25T07:45:14,064 DEBUG [Thread-2347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:45:14,064 DEBUG [Thread-2341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:45:14,064 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:14,064 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:14,064 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:14,064 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:14,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:45:14,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:45:14,246 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/9f4c09f7961049c0af52fe72e1eddf53 2024-11-25T07:45:14,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/8fe54d885e5341d0a3720fb17aa17b1d is 50, key is test_row_0/B:col10/1732520712920/Put/seqid=0 2024-11-25T07:45:14,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742456_1632 (size=12301) 2024-11-25T07:45:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-25T07:45:14,654 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/8fe54d885e5341d0a3720fb17aa17b1d 2024-11-25T07:45:14,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/cc1d5c0d392747609c8b896e0ec93feb is 50, key is test_row_0/C:col10/1732520712920/Put/seqid=0 2024-11-25T07:45:14,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742457_1633 (size=12301) 2024-11-25T07:45:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-25T07:45:15,064 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/cc1d5c0d392747609c8b896e0ec93feb 2024-11-25T07:45:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/9f4c09f7961049c0af52fe72e1eddf53 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/9f4c09f7961049c0af52fe72e1eddf53 2024-11-25T07:45:15,079 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/9f4c09f7961049c0af52fe72e1eddf53, entries=150, sequenceid=376, filesize=30.5 K 2024-11-25T07:45:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/8fe54d885e5341d0a3720fb17aa17b1d as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/8fe54d885e5341d0a3720fb17aa17b1d 2024-11-25T07:45:15,085 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/8fe54d885e5341d0a3720fb17aa17b1d, entries=150, sequenceid=376, filesize=12.0 K 2024-11-25T07:45:15,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/cc1d5c0d392747609c8b896e0ec93feb as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cc1d5c0d392747609c8b896e0ec93feb 2024-11-25T07:45:15,091 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cc1d5c0d392747609c8b896e0ec93feb, entries=150, sequenceid=376, filesize=12.0 K 2024-11-25T07:45:15,092 INFO [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=13.42 KB/13740 for ad2d70577e39888ae493b3fe17d4aae9 in 1274ms, sequenceid=376, compaction requested=true 2024-11-25T07:45:15,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for ad2d70577e39888ae493b3fe17d4aae9: 2024-11-25T07:45:15,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:15,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-25T07:45:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-25T07:45:15,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-25T07:45:15,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-11-25T07:45:15,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.4320 sec 2024-11-25T07:45:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-25T07:45:15,823 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:45:23,524 INFO [Thread-2343 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2343. 2024-11-25T07:45:23,524 DEBUG [Thread-2343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:45:23,524 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:23,524 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:23,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:45:23,545 INFO [Thread-2345 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2345. 2024-11-25T07:45:23,545 DEBUG [Thread-2345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:45:23,545 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:23,545 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:23,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:45:23,585 INFO [Thread-2349 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2349. 2024-11-25T07:45:23,585 DEBUG [Thread-2349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T07:45:23,585 DEBUG [Thread-2349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:23,585 DEBUG [Thread-2349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:23,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:45:23,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T07:45:23,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-11-25T07:45:23,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-25T07:45:23,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-25T07:45:23,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 130 2024-11-25T07:45:23,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-25T07:45:23,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T07:45:23,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2706 2024-11-25T07:45:23,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2611 2024-11-25T07:45:23,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2630 2024-11-25T07:45:23,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2713 2024-11-25T07:45:23,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2601 2024-11-25T07:45:23,586 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T07:45:23,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:45:23,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:45:23,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:23,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:23,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:45:23,587 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T07:45:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T07:45:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-25T07:45:23,589 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520723589"}]},"ts":"1732520723589"} 2024-11-25T07:45:23,590 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T07:45:23,590 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T07:45:23,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T07:45:23,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, UNASSIGN}] 2024-11-25T07:45:23,593 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, UNASSIGN 2024-11-25T07:45:23,593 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=152 updating hbase:meta row=ad2d70577e39888ae493b3fe17d4aae9, regionState=CLOSING, regionLocation=7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:23,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, UNASSIGN because future has completed 2024-11-25T07:45:23,595 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T07:45:23,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; CloseRegionProcedure ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070}] 2024-11-25T07:45:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-25T07:45:23,747 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(122): Close ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:23,747 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T07:45:23,748 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1722): Closing ad2d70577e39888ae493b3fe17d4aae9, disabling compactions & flushes 2024-11-25T07:45:23,748 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:23,748 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:23,748 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. after waiting 0 ms 2024-11-25T07:45:23,748 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:23,748 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2902): Flushing ad2d70577e39888ae493b3fe17d4aae9 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-25T07:45:23,748 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=A 2024-11-25T07:45:23,748 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:23,748 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=B 2024-11-25T07:45:23,748 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:23,748 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad2d70577e39888ae493b3fe17d4aae9, store=C 2024-11-25T07:45:23,748 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T07:45:23,754 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125df638ef8683c4b9892b47be5cb397d75_ad2d70577e39888ae493b3fe17d4aae9 is 50, key is test_row_0/A:col10/1732520723584/Put/seqid=0 2024-11-25T07:45:23,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742458_1634 (size=12454) 2024-11-25T07:45:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-25T07:45:24,158 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:45:24,161 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125df638ef8683c4b9892b47be5cb397d75_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125df638ef8683c4b9892b47be5cb397d75_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:24,162 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e05ffe897abc4658960dd681cc03227e, store: [table=TestAcidGuarantees family=A region=ad2d70577e39888ae493b3fe17d4aae9] 2024-11-25T07:45:24,163 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e05ffe897abc4658960dd681cc03227e is 175, key is test_row_0/A:col10/1732520723584/Put/seqid=0 2024-11-25T07:45:24,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742459_1635 (size=31255) 2024-11-25T07:45:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-25T07:45:24,575 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e05ffe897abc4658960dd681cc03227e 2024-11-25T07:45:24,594 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/6595ed0d25024133a6746774ee160eda is 50, key is test_row_0/B:col10/1732520723584/Put/seqid=0 2024-11-25T07:45:24,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742460_1636 (size=12301) 2024-11-25T07:45:24,618 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/6595ed0d25024133a6746774ee160eda 2024-11-25T07:45:24,631 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/a9ffcbffbfb84f37a3398c32cc7383f7 is 50, key is test_row_0/C:col10/1732520723584/Put/seqid=0 2024-11-25T07:45:24,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742461_1637 (size=12301) 2024-11-25T07:45:24,649 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/a9ffcbffbfb84f37a3398c32cc7383f7 2024-11-25T07:45:24,657 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/A/e05ffe897abc4658960dd681cc03227e as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e05ffe897abc4658960dd681cc03227e 2024-11-25T07:45:24,665 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e05ffe897abc4658960dd681cc03227e, entries=150, sequenceid=384, filesize=30.5 K 2024-11-25T07:45:24,666 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/B/6595ed0d25024133a6746774ee160eda as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/6595ed0d25024133a6746774ee160eda 2024-11-25T07:45:24,685 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/6595ed0d25024133a6746774ee160eda, entries=150, sequenceid=384, filesize=12.0 K 2024-11-25T07:45:24,686 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/.tmp/C/a9ffcbffbfb84f37a3398c32cc7383f7 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a9ffcbffbfb84f37a3398c32cc7383f7 2024-11-25T07:45:24,691 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a9ffcbffbfb84f37a3398c32cc7383f7, entries=150, sequenceid=384, filesize=12.0 K 2024-11-25T07:45:24,697 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ad2d70577e39888ae493b3fe17d4aae9 in 949ms, sequenceid=384, compaction requested=true 2024-11-25T07:45:24,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/1c90debb6e5640b18e8e2b1b585d9973, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/01e12fa8c1704fe18c9aa1d98e9f4ad6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/27eeea78d99244cabda27cd3ca823488, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/f04ba3e4b4af4228abef0def3667baf6, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/65472889576246f28fad96e7f8d31e08, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bbc05e24af2445e495cba88346ec164f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/23441b9787bd4d89acde81401c4da695, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bf54f1aedf2b47798d8da279cbbf4518, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e91b7fb08307456d9d6084134c55f516, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/89e45fc6e14b48809ab5500fd57147f4, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/4573509e71ee4c44860254ba7ac69e53, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/b0c85168d88442f1ae0a5c8769c2d876, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/977f963b979246ab8dafd715149f07c8, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e23b94b64fb74b5b913ee31a798e3afb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e82629ebef6d4e06a8dcb0d6d2c10315, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/f3a87fbf1c814a769cbb313a269953cd, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/c81b1c4a58eb487484401a5bbd0b52f1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/7b550483d2f44179bc95c3f30dd4a4ca, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/a9e4a378011f4f599bf83bf3849cb337, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/8924704ac162431e93e4c3d3d80ae793, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/c8087458da7c499188367903001712ae, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/ca575508bf9b4d56ba2b8e4942d14bb0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/5c602f39151f46918e919032a1a24dda, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/499a1a0d61974ab1af5967b92ec178ce, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/19da30372ca7441989bd6c96b62a143a] to archive 2024-11-25T07:45:24,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:45:24,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/1c90debb6e5640b18e8e2b1b585d9973 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/1c90debb6e5640b18e8e2b1b585d9973 2024-11-25T07:45:24,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/01e12fa8c1704fe18c9aa1d98e9f4ad6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/01e12fa8c1704fe18c9aa1d98e9f4ad6 2024-11-25T07:45:24,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/27eeea78d99244cabda27cd3ca823488 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/27eeea78d99244cabda27cd3ca823488 2024-11-25T07:45:24,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/f04ba3e4b4af4228abef0def3667baf6 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/f04ba3e4b4af4228abef0def3667baf6 2024-11-25T07:45:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-25T07:45:24,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/65472889576246f28fad96e7f8d31e08 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/65472889576246f28fad96e7f8d31e08 2024-11-25T07:45:24,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bbc05e24af2445e495cba88346ec164f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bbc05e24af2445e495cba88346ec164f 2024-11-25T07:45:24,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/23441b9787bd4d89acde81401c4da695 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/23441b9787bd4d89acde81401c4da695 2024-11-25T07:45:24,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bf54f1aedf2b47798d8da279cbbf4518 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/bf54f1aedf2b47798d8da279cbbf4518 2024-11-25T07:45:24,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e91b7fb08307456d9d6084134c55f516 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e91b7fb08307456d9d6084134c55f516 2024-11-25T07:45:24,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/89e45fc6e14b48809ab5500fd57147f4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/89e45fc6e14b48809ab5500fd57147f4 2024-11-25T07:45:24,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/4573509e71ee4c44860254ba7ac69e53 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/4573509e71ee4c44860254ba7ac69e53 2024-11-25T07:45:24,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/b0c85168d88442f1ae0a5c8769c2d876 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/b0c85168d88442f1ae0a5c8769c2d876 2024-11-25T07:45:24,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/977f963b979246ab8dafd715149f07c8 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/977f963b979246ab8dafd715149f07c8 2024-11-25T07:45:24,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e23b94b64fb74b5b913ee31a798e3afb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e23b94b64fb74b5b913ee31a798e3afb 2024-11-25T07:45:24,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e82629ebef6d4e06a8dcb0d6d2c10315 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e82629ebef6d4e06a8dcb0d6d2c10315 2024-11-25T07:45:24,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/f3a87fbf1c814a769cbb313a269953cd to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/f3a87fbf1c814a769cbb313a269953cd 2024-11-25T07:45:24,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/c81b1c4a58eb487484401a5bbd0b52f1 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/c81b1c4a58eb487484401a5bbd0b52f1 2024-11-25T07:45:24,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/7b550483d2f44179bc95c3f30dd4a4ca to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/7b550483d2f44179bc95c3f30dd4a4ca 2024-11-25T07:45:24,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/a9e4a378011f4f599bf83bf3849cb337 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/a9e4a378011f4f599bf83bf3849cb337 2024-11-25T07:45:24,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/8924704ac162431e93e4c3d3d80ae793 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/8924704ac162431e93e4c3d3d80ae793 2024-11-25T07:45:24,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/c8087458da7c499188367903001712ae to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/c8087458da7c499188367903001712ae 2024-11-25T07:45:24,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/ca575508bf9b4d56ba2b8e4942d14bb0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/ca575508bf9b4d56ba2b8e4942d14bb0 2024-11-25T07:45:24,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/5c602f39151f46918e919032a1a24dda to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/5c602f39151f46918e919032a1a24dda 2024-11-25T07:45:24,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/499a1a0d61974ab1af5967b92ec178ce to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/499a1a0d61974ab1af5967b92ec178ce 2024-11-25T07:45:24,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/19da30372ca7441989bd6c96b62a143a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/19da30372ca7441989bd6c96b62a143a 2024-11-25T07:45:24,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/c9cdd959091d42808d4bf64e686ef0cb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/012e2b83b2fb4ce19622e83c2609ec09, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b98d9b3f25c5485a9e4f9a075acbaa5b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/80674eb512174cd19f1d3f5bb127dea2, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/0f9fb9731117424ba5972389aa078360, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/9eff1afe50d144b78f70f8693efbf14e, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/66d7e6f53ac044d99dcdd250edb43c7a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/330991c12c75489ca9dd321c2ae05e9f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/cd6418484aca40a0b14e2a1190b37dfc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/964b8f6fac1a49438ca3fc0bc1a52c09, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/3517d9eb3d7148aab7243d94a98d040a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/12c8fa90e2644144bd96aa5aa38e7d00, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/c206d666064d45229aab422d36539cc0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/8057026fade045dfbfb96b553187be0c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1c89bcacc3234abe9a003f66ba77e641, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/71a983dbd3a74e7a93250c127a7253c8, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b786d0a50a9f4ed58b1e7586c5fd62e9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b86e22ec5ff44323b81ceb740ca46eb9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/ef63016a86964f80b986a52e5696f6f1, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/314e6bd11ff049aea1c7360c1b03c0b3, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b036b772114d4de38055c1e19a8a546c, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/6cb513655c804dd28b94693e371f27a5, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1678705e331b4b2e94968ce1781d324f, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/ab7dc05743d24f87ac1fda0faee55c4d, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/80fe820e59144532921e997f858b88b9] to archive 2024-11-25T07:45:24,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:45:24,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/c9cdd959091d42808d4bf64e686ef0cb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/c9cdd959091d42808d4bf64e686ef0cb 2024-11-25T07:45:24,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/012e2b83b2fb4ce19622e83c2609ec09 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/012e2b83b2fb4ce19622e83c2609ec09 2024-11-25T07:45:24,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b98d9b3f25c5485a9e4f9a075acbaa5b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b98d9b3f25c5485a9e4f9a075acbaa5b 2024-11-25T07:45:24,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/80674eb512174cd19f1d3f5bb127dea2 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/80674eb512174cd19f1d3f5bb127dea2 2024-11-25T07:45:24,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/0f9fb9731117424ba5972389aa078360 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/0f9fb9731117424ba5972389aa078360 2024-11-25T07:45:24,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/9eff1afe50d144b78f70f8693efbf14e to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/9eff1afe50d144b78f70f8693efbf14e 2024-11-25T07:45:24,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/66d7e6f53ac044d99dcdd250edb43c7a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/66d7e6f53ac044d99dcdd250edb43c7a 2024-11-25T07:45:24,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/330991c12c75489ca9dd321c2ae05e9f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/330991c12c75489ca9dd321c2ae05e9f 2024-11-25T07:45:24,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/cd6418484aca40a0b14e2a1190b37dfc to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/cd6418484aca40a0b14e2a1190b37dfc 2024-11-25T07:45:24,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/964b8f6fac1a49438ca3fc0bc1a52c09 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/964b8f6fac1a49438ca3fc0bc1a52c09 2024-11-25T07:45:24,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/3517d9eb3d7148aab7243d94a98d040a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/3517d9eb3d7148aab7243d94a98d040a 2024-11-25T07:45:24,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/12c8fa90e2644144bd96aa5aa38e7d00 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/12c8fa90e2644144bd96aa5aa38e7d00 2024-11-25T07:45:24,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/c206d666064d45229aab422d36539cc0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/c206d666064d45229aab422d36539cc0 2024-11-25T07:45:24,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/8057026fade045dfbfb96b553187be0c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/8057026fade045dfbfb96b553187be0c 2024-11-25T07:45:24,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1c89bcacc3234abe9a003f66ba77e641 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1c89bcacc3234abe9a003f66ba77e641 2024-11-25T07:45:24,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/71a983dbd3a74e7a93250c127a7253c8 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/71a983dbd3a74e7a93250c127a7253c8 2024-11-25T07:45:24,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b786d0a50a9f4ed58b1e7586c5fd62e9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b786d0a50a9f4ed58b1e7586c5fd62e9 2024-11-25T07:45:24,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b86e22ec5ff44323b81ceb740ca46eb9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b86e22ec5ff44323b81ceb740ca46eb9 2024-11-25T07:45:24,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/ef63016a86964f80b986a52e5696f6f1 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/ef63016a86964f80b986a52e5696f6f1 2024-11-25T07:45:24,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/314e6bd11ff049aea1c7360c1b03c0b3 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/314e6bd11ff049aea1c7360c1b03c0b3 2024-11-25T07:45:24,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b036b772114d4de38055c1e19a8a546c to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/b036b772114d4de38055c1e19a8a546c 2024-11-25T07:45:24,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/6cb513655c804dd28b94693e371f27a5 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/6cb513655c804dd28b94693e371f27a5 2024-11-25T07:45:24,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1678705e331b4b2e94968ce1781d324f to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1678705e331b4b2e94968ce1781d324f 2024-11-25T07:45:24,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/ab7dc05743d24f87ac1fda0faee55c4d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/ab7dc05743d24f87ac1fda0faee55c4d 2024-11-25T07:45:24,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/80fe820e59144532921e997f858b88b9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/80fe820e59144532921e997f858b88b9 2024-11-25T07:45:24,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/b39e0505f3114694972a1b58457fdb37, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/833d520c058947408baff9bdbd241124, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/e4c80d3559c54a8d8b4fef9bce7a0166, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/0b91a52ba40b40a58186988a02b3b13b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cce8dcf98c284db8a46933dcbfd3d426, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/f4abc5ae5c7244ca816cac4f886a4ca0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/d216a66696284290b997ca0614376e01, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/0f64dd3bb7b3488788fe11e5a405ffe9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/46296bddbb5d43bc8f7b7d0816e1cf6a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a852c086ee7540879c09f6538cd60ea8, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/46cd17db857d4d0190907044230ea5c0, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/d4b90aeaa66940a5a3ded4c621d4d995, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/6255c90a7d474ceca807f99196bbec18, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cf423a5de77c4efab6b7398492395d9b, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/586664c6d8ab4157b865db229ed9e3ee, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/165c284c52634b07b85804cc7a55b302, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/fd97541cc5004e9c9239fde47416fd9a, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/eb68902cc0964ae9a60f118bf3cfc506, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/3f21f943467246698c0d51344c26c8d9, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/4ed6abb0f080470886d4c88fd01934fc, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/71fa48c0076042f797dfc52aff07cbba, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/45232b75891b43adbfd6dbd63e659490, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/62bc0e8e41e5409abb15a9bb679955fb, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/3215a7203e0a4eb2907cdbd9c4fe44df, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/bda9658d11784c7a881a83a9964fb058] to archive 2024-11-25T07:45:24,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:45:24,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/b39e0505f3114694972a1b58457fdb37 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/b39e0505f3114694972a1b58457fdb37 2024-11-25T07:45:24,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/833d520c058947408baff9bdbd241124 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/833d520c058947408baff9bdbd241124 2024-11-25T07:45:24,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/e4c80d3559c54a8d8b4fef9bce7a0166 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/e4c80d3559c54a8d8b4fef9bce7a0166 2024-11-25T07:45:24,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/0b91a52ba40b40a58186988a02b3b13b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/0b91a52ba40b40a58186988a02b3b13b 2024-11-25T07:45:24,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cce8dcf98c284db8a46933dcbfd3d426 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cce8dcf98c284db8a46933dcbfd3d426 2024-11-25T07:45:24,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/f4abc5ae5c7244ca816cac4f886a4ca0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/f4abc5ae5c7244ca816cac4f886a4ca0 2024-11-25T07:45:24,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/d216a66696284290b997ca0614376e01 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/d216a66696284290b997ca0614376e01 2024-11-25T07:45:24,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/0f64dd3bb7b3488788fe11e5a405ffe9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/0f64dd3bb7b3488788fe11e5a405ffe9 2024-11-25T07:45:24,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/46296bddbb5d43bc8f7b7d0816e1cf6a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/46296bddbb5d43bc8f7b7d0816e1cf6a 2024-11-25T07:45:24,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a852c086ee7540879c09f6538cd60ea8 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a852c086ee7540879c09f6538cd60ea8 2024-11-25T07:45:24,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/46cd17db857d4d0190907044230ea5c0 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/46cd17db857d4d0190907044230ea5c0 2024-11-25T07:45:24,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/d4b90aeaa66940a5a3ded4c621d4d995 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/d4b90aeaa66940a5a3ded4c621d4d995 2024-11-25T07:45:24,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/6255c90a7d474ceca807f99196bbec18 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/6255c90a7d474ceca807f99196bbec18 2024-11-25T07:45:24,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cf423a5de77c4efab6b7398492395d9b to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cf423a5de77c4efab6b7398492395d9b 2024-11-25T07:45:24,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/586664c6d8ab4157b865db229ed9e3ee to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/586664c6d8ab4157b865db229ed9e3ee 2024-11-25T07:45:24,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/165c284c52634b07b85804cc7a55b302 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/165c284c52634b07b85804cc7a55b302 2024-11-25T07:45:24,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/fd97541cc5004e9c9239fde47416fd9a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/fd97541cc5004e9c9239fde47416fd9a 2024-11-25T07:45:24,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/eb68902cc0964ae9a60f118bf3cfc506 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/eb68902cc0964ae9a60f118bf3cfc506 2024-11-25T07:45:24,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/3f21f943467246698c0d51344c26c8d9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/3f21f943467246698c0d51344c26c8d9 2024-11-25T07:45:24,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/4ed6abb0f080470886d4c88fd01934fc to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/4ed6abb0f080470886d4c88fd01934fc 2024-11-25T07:45:24,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/71fa48c0076042f797dfc52aff07cbba to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/71fa48c0076042f797dfc52aff07cbba 2024-11-25T07:45:24,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/45232b75891b43adbfd6dbd63e659490 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/45232b75891b43adbfd6dbd63e659490 2024-11-25T07:45:24,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/62bc0e8e41e5409abb15a9bb679955fb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/62bc0e8e41e5409abb15a9bb679955fb 2024-11-25T07:45:24,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/3215a7203e0a4eb2907cdbd9c4fe44df to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/3215a7203e0a4eb2907cdbd9c4fe44df 2024-11-25T07:45:24,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/bda9658d11784c7a881a83a9964fb058 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/bda9658d11784c7a881a83a9964fb058 2024-11-25T07:45:24,897 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/recovered.edits/387.seqid, newMaxSeqId=387, maxSeqId=4 2024-11-25T07:45:24,898 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. 2024-11-25T07:45:24,898 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1676): Region close journal for ad2d70577e39888ae493b3fe17d4aae9: Waiting for close lock at 1732520723747Running coprocessor pre-close hooks at 1732520723747Disabling compacts and flushes for region at 1732520723747Disabling writes for close at 1732520723748 (+1 ms)Obtaining lock to block concurrent updates at 1732520723748Preparing flush snapshotting stores in ad2d70577e39888ae493b3fe17d4aae9 at 1732520723748Finished memstore snapshotting TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732520723748Flushing stores of TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9. at 1732520723749 (+1 ms)Flushing ad2d70577e39888ae493b3fe17d4aae9/A: creating writer at 1732520723749Flushing mob file ad2d70577e39888ae493b3fe17d4aae9/A: appending metadata at 1732520723753 (+4 ms)Flushing mob file ad2d70577e39888ae493b3fe17d4aae9/A: closing flushed file at 1732520723753Flushing ad2d70577e39888ae493b3fe17d4aae9/A: appending metadata at 1732520724162 (+409 ms)Flushing ad2d70577e39888ae493b3fe17d4aae9/A: closing flushed file at 1732520724162Flushing ad2d70577e39888ae493b3fe17d4aae9/B: creating writer at 1732520724579 (+417 ms)Flushing ad2d70577e39888ae493b3fe17d4aae9/B: appending metadata at 1732520724593 (+14 ms)Flushing ad2d70577e39888ae493b3fe17d4aae9/B: closing flushed file at 1732520724593Flushing ad2d70577e39888ae493b3fe17d4aae9/C: creating writer at 1732520724627 (+34 ms)Flushing ad2d70577e39888ae493b3fe17d4aae9/C: appending metadata at 1732520724630 (+3 ms)Flushing ad2d70577e39888ae493b3fe17d4aae9/C: closing flushed file at 1732520724630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7df22c: reopening flushed file at 1732520724656 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ff7fc2: reopening flushed file at 1732520724665 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488bfaee: reopening flushed file at 1732520724685 (+20 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ad2d70577e39888ae493b3fe17d4aae9 in 949ms, sequenceid=384, compaction requested=true at 1732520724697 (+12 ms)Writing region close event to WAL at 1732520724894 (+197 ms)Running coprocessor post-close hooks at 1732520724898 (+4 ms)Closed at 1732520724898 2024-11-25T07:45:24,900 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(157): Closed ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:24,901 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=152 updating hbase:meta row=ad2d70577e39888ae493b3fe17d4aae9, regionState=CLOSED 2024-11-25T07:45:24,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE, hasLock=false; CloseRegionProcedure ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 because future has completed 2024-11-25T07:45:24,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-25T07:45:24,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; CloseRegionProcedure ad2d70577e39888ae493b3fe17d4aae9, server=7fb8763a5d32,38413,1732520533070 in 1.3080 sec 2024-11-25T07:45:24,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-25T07:45:24,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad2d70577e39888ae493b3fe17d4aae9, UNASSIGN in 1.3130 sec 2024-11-25T07:45:24,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-25T07:45:24,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3170 sec 2024-11-25T07:45:24,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520724911"}]},"ts":"1732520724911"} 2024-11-25T07:45:24,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T07:45:24,913 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T07:45:24,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.3270 sec 2024-11-25T07:45:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-25T07:45:25,733 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:45:25,734 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T07:45:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:45:25,736 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:45:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-25T07:45:25,736 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:45:25,739 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,741 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C, FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/recovered.edits] 2024-11-25T07:45:25,746 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/9f4c09f7961049c0af52fe72e1eddf53 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/9f4c09f7961049c0af52fe72e1eddf53 2024-11-25T07:45:25,749 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/b774b5b5ed5b4c4b99e7b377080e4251 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/b774b5b5ed5b4c4b99e7b377080e4251 2024-11-25T07:45:25,750 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e05ffe897abc4658960dd681cc03227e to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/e05ffe897abc4658960dd681cc03227e 2024-11-25T07:45:25,751 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/fccb7a4869fe486baad1acb4af37ae80 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/A/fccb7a4869fe486baad1acb4af37ae80 2024-11-25T07:45:25,754 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1875ce68719e4161b1c4e7c2091fb732 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/1875ce68719e4161b1c4e7c2091fb732 2024-11-25T07:45:25,756 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/611c2210ca53418ca2bc49a27f999405 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/611c2210ca53418ca2bc49a27f999405 2024-11-25T07:45:25,759 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/6595ed0d25024133a6746774ee160eda to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/6595ed0d25024133a6746774ee160eda 2024-11-25T07:45:25,765 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/8fe54d885e5341d0a3720fb17aa17b1d to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/B/8fe54d885e5341d0a3720fb17aa17b1d 2024-11-25T07:45:25,774 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/2ef2f06e465b436c9328ed6dceb3fb2a to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/2ef2f06e465b436c9328ed6dceb3fb2a 2024-11-25T07:45:25,776 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a89fa9dbe2b44082967a7741a1fad2a4 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a89fa9dbe2b44082967a7741a1fad2a4 2024-11-25T07:45:25,778 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a9ffcbffbfb84f37a3398c32cc7383f7 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/a9ffcbffbfb84f37a3398c32cc7383f7 2024-11-25T07:45:25,780 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cc1d5c0d392747609c8b896e0ec93feb to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/C/cc1d5c0d392747609c8b896e0ec93feb 2024-11-25T07:45:25,784 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/recovered.edits/387.seqid to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9/recovered.edits/387.seqid 2024-11-25T07:45:25,784 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/default/TestAcidGuarantees/ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,785 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T07:45:25,785 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T07:45:25,787 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T07:45:25,799 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252071b37d3ab54549b2042654a5d78296_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252071b37d3ab54549b2042654a5d78296_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,802 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112523a238aecb9643bf984c1b64988806c2_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112523a238aecb9643bf984c1b64988806c2_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,804 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112528fcced13c58477eabdba2ef6e8ddc0e_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112528fcced13c58477eabdba2ef6e8ddc0e_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,806 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252e24bb54831b4906a605b793df1f66fe_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252e24bb54831b4906a605b793df1f66fe_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,807 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253242d98bdee84aa5b0db61610cbe8403_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253242d98bdee84aa5b0db61610cbe8403_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,808 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c1ae071f3cf49d68a562b9d6f476e5c_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c1ae071f3cf49d68a562b9d6f476e5c_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,810 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112544884ea9fde94cdda7e0da3d86fa353b_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112544884ea9fde94cdda7e0da3d86fa353b_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,817 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112546beae8be77e46879befcdb4aad88f6a_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112546beae8be77e46879befcdb4aad88f6a_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,819 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255e9e409e628649ed894aebe064d8c9f2_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255e9e409e628649ed894aebe064d8c9f2_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,821 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257c57bd8d3033426cac8156842eec244d_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257c57bd8d3033426cac8156842eec244d_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,823 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258110f71d9a354a06a1d8233d97620768_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258110f71d9a354a06a1d8233d97620768_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,825 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112581c27103501f43eab2ba5eb1df5b186b_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112581c27103501f43eab2ba5eb1df5b186b_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,827 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112593df4e0333ee4b7f9d63548d851d0851_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112593df4e0333ee4b7f9d63548d851d0851_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,833 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596c9653dad3b4a79a689be0a6c619358_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596c9653dad3b4a79a689be0a6c619358_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,835 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125acf09aef1cc94970b543965013a39c9f_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125acf09aef1cc94970b543965013a39c9f_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,838 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c24a311c76f848d0909585c7cfe831a4_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c24a311c76f848d0909585c7cfe831a4_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,843 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d49c5ac81e464f6e898610999fcac8bb_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d49c5ac81e464f6e898610999fcac8bb_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-25T07:45:25,845 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125df638ef8683c4b9892b47be5cb397d75_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125df638ef8683c4b9892b47be5cb397d75_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,846 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e33012d2351e48c28dde9dbc074f4a76_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e33012d2351e48c28dde9dbc074f4a76_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,848 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e4b2e9e739b34df18a0e38239ac588c5_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e4b2e9e739b34df18a0e38239ac588c5_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,850 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e77a40d1f8374974a439cb8ecdbafee9_ad2d70577e39888ae493b3fe17d4aae9 to hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e77a40d1f8374974a439cb8ecdbafee9_ad2d70577e39888ae493b3fe17d4aae9 2024-11-25T07:45:25,851 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T07:45:25,855 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:45:25,858 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T07:45:25,861 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T07:45:25,863 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:45:25,863 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T07:45:25,864 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732520725863"}]},"ts":"9223372036854775807"} 2024-11-25T07:45:25,869 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T07:45:25,869 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ad2d70577e39888ae493b3fe17d4aae9, NAME => 'TestAcidGuarantees,,1732520690883.ad2d70577e39888ae493b3fe17d4aae9.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T07:45:25,869 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T07:45:25,869 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732520725869"}]},"ts":"9223372036854775807"} 2024-11-25T07:45:25,872 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T07:45:25,873 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T07:45:25,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 139 msec 2024-11-25T07:45:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-25T07:45:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T07:45:26,054 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T07:45:26,065 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=246 (was 246), OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=566 (was 643), ProcessCount=11 (was 11), AvailableMemoryMB=5614 (was 6065) 2024-11-25T07:45:26,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:45:26,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:45:26,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:45:26,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:26,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:26,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:45:26,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:45:26,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=164229068, stopped=false 2024-11-25T07:45:26,066 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7fb8763a5d32,43783,1732520532229 2024-11-25T07:45:26,133 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:45:26,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:45:26,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:45:26,133 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:45:26,133 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:45:26,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:45:26,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:45:26,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:26,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:45:26,134 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,38413,1732520533070' ***** 2024-11-25T07:45:26,134 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:45:26,135 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:45:26,135 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:45:26,136 INFO [RS:0;7fb8763a5d32:38413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:45:26,136 INFO [RS:0;7fb8763a5d32:38413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:45:26,136 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:26,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:45:26,136 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:45:26,136 INFO [RS:0;7fb8763a5d32:38413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7fb8763a5d32:38413. 2024-11-25T07:45:26,136 DEBUG [RS:0;7fb8763a5d32:38413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:45:26,136 DEBUG [RS:0;7fb8763a5d32:38413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:26,136 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:45:26,136 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:45:26,136 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:45:26,137 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:45:26,139 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:45:26,140 DEBUG [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:45:26,140 DEBUG [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:45:26,140 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:45:26,140 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:45:26,140 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:45:26,140 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:45:26,140 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:45:26,140 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-25T07:45:26,184 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:45:26,189 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/.tmp/info/e07fe38ca1fe483db41b991eec697084 is 95, key is TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba./info:/1732520566355/DeleteFamily/seqid=0 2024-11-25T07:45:26,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742462_1638 (size=6514) 2024-11-25T07:45:26,198 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/.tmp/info/e07fe38ca1fe483db41b991eec697084 2024-11-25T07:45:26,219 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/.tmp/ns/a9edfe91bd6c4e3889ee4a451caaca43 is 93, key is TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba./ns:/1732520566301/DeleteFamily/seqid=0 2024-11-25T07:45:26,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742463_1639 (size=5906) 2024-11-25T07:45:26,229 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/.tmp/ns/a9edfe91bd6c4e3889ee4a451caaca43 2024-11-25T07:45:26,252 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/.tmp/rep_barrier/faa2536b561c43c2a2db0d5baa20c6b1 is 102, key is TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba./rep_barrier:/1732520566301/DeleteFamily/seqid=0 2024-11-25T07:45:26,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742464_1640 (size=6025) 2024-11-25T07:45:26,310 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/.tmp/rep_barrier/faa2536b561c43c2a2db0d5baa20c6b1 2024-11-25T07:45:26,340 DEBUG [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:45:26,372 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/.tmp/table/0d553742fd5e4f90b84c2f50dfc31f43 is 96, key is TestAcidGuarantees,,1732520537679.0aee5561ce248e1243dbb0b1ebbfdaba./table:/1732520566301/DeleteFamily/seqid=0 2024-11-25T07:45:26,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742465_1641 (size=5936) 2024-11-25T07:45:26,406 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/.tmp/table/0d553742fd5e4f90b84c2f50dfc31f43 2024-11-25T07:45:26,414 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/.tmp/info/e07fe38ca1fe483db41b991eec697084 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/info/e07fe38ca1fe483db41b991eec697084 2024-11-25T07:45:26,423 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/info/e07fe38ca1fe483db41b991eec697084, entries=12, sequenceid=90, filesize=6.4 K 2024-11-25T07:45:26,424 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/.tmp/ns/a9edfe91bd6c4e3889ee4a451caaca43 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/ns/a9edfe91bd6c4e3889ee4a451caaca43 2024-11-25T07:45:26,430 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/ns/a9edfe91bd6c4e3889ee4a451caaca43, entries=8, sequenceid=90, filesize=5.8 K 2024-11-25T07:45:26,433 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/.tmp/rep_barrier/faa2536b561c43c2a2db0d5baa20c6b1 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/rep_barrier/faa2536b561c43c2a2db0d5baa20c6b1 2024-11-25T07:45:26,440 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/rep_barrier/faa2536b561c43c2a2db0d5baa20c6b1, entries=6, sequenceid=90, filesize=5.9 K 2024-11-25T07:45:26,443 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/.tmp/table/0d553742fd5e4f90b84c2f50dfc31f43 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/table/0d553742fd5e4f90b84c2f50dfc31f43 2024-11-25T07:45:26,450 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/table/0d553742fd5e4f90b84c2f50dfc31f43, entries=7, sequenceid=90, filesize=5.8 K 2024-11-25T07:45:26,451 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 311ms, sequenceid=90, compaction requested=false 2024-11-25T07:45:26,473 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-25T07:45:26,474 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:45:26,474 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:45:26,474 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732520726140Running coprocessor pre-close hooks at 1732520726140Disabling compacts and flushes for region at 1732520726140Disabling writes for close at 1732520726140Obtaining lock to block concurrent updates at 1732520726140Preparing flush snapshotting stores in 1588230740 at 1732520726140Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732520726142 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732520726142Flushing 1588230740/info: creating writer at 1732520726143 (+1 ms)Flushing 1588230740/info: appending metadata at 1732520726188 (+45 ms)Flushing 1588230740/info: closing flushed file at 1732520726188Flushing 1588230740/ns: creating writer at 1732520726201 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732520726219 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732520726219Flushing 1588230740/rep_barrier: creating writer at 1732520726232 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732520726252 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732520726252Flushing 1588230740/table: creating writer at 1732520726332 (+80 ms)Flushing 1588230740/table: appending metadata at 1732520726372 (+40 ms)Flushing 1588230740/table: closing flushed file at 1732520726372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4c9142: reopening flushed file at 1732520726413 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e3b8d76: reopening flushed file at 1732520726423 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35967517: reopening flushed file at 1732520726430 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6bb4d4: reopening flushed file at 1732520726440 (+10 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 311ms, sequenceid=90, compaction requested=false at 1732520726451 (+11 ms)Writing region close event to WAL at 1732520726469 (+18 ms)Running coprocessor post-close hooks at 1732520726474 (+5 ms)Closed at 1732520726474 2024-11-25T07:45:26,474 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:45:26,541 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,38413,1732520533070; all regions closed. 2024-11-25T07:45:26,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741834_1010 (size=25344) 2024-11-25T07:45:26,550 DEBUG [RS:0;7fb8763a5d32:38413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/oldWALs 2024-11-25T07:45:26,551 INFO [RS:0;7fb8763a5d32:38413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C38413%2C1732520533070.meta:.meta(num 1732520537063) 2024-11-25T07:45:26,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741832_1008 (size=16766466) 2024-11-25T07:45:26,557 DEBUG [RS:0;7fb8763a5d32:38413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/oldWALs 2024-11-25T07:45:26,558 INFO [RS:0;7fb8763a5d32:38413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C38413%2C1732520533070:(num 1732520535989) 2024-11-25T07:45:26,558 DEBUG [RS:0;7fb8763a5d32:38413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:45:26,558 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:45:26,558 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:45:26,558 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:45:26,558 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:45:26,558 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:45:26,560 INFO [RS:0;7fb8763a5d32:38413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38413 2024-11-25T07:45:26,680 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,38413,1732520533070 2024-11-25T07:45:26,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:45:26,680 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:45:26,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,38413,1732520533070] 2024-11-25T07:45:26,743 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,38413,1732520533070 already deleted, retry=false 2024-11-25T07:45:26,743 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,38413,1732520533070 expired; onlineServers=0 2024-11-25T07:45:26,744 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7fb8763a5d32,43783,1732520532229' ***** 2024-11-25T07:45:26,744 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:45:26,744 INFO [M:0;7fb8763a5d32:43783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:45:26,744 INFO [M:0;7fb8763a5d32:43783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:45:26,744 DEBUG [M:0;7fb8763a5d32:43783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:45:26,744 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:45:26,744 DEBUG [M:0;7fb8763a5d32:43783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:45:26,744 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520535682 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520535682,5,FailOnTimeoutGroup] 2024-11-25T07:45:26,744 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520535688 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520535688,5,FailOnTimeoutGroup] 2024-11-25T07:45:26,744 INFO [M:0;7fb8763a5d32:43783 {}] hbase.ChoreService(370): Chore service for: master/7fb8763a5d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:45:26,744 INFO [M:0;7fb8763a5d32:43783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:45:26,745 DEBUG [M:0;7fb8763a5d32:43783 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:45:26,745 INFO [M:0;7fb8763a5d32:43783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:45:26,745 INFO [M:0;7fb8763a5d32:43783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:45:26,745 ERROR [M:0;7fb8763a5d32:43783 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:46241 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46241,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T07:45:26,746 INFO [M:0;7fb8763a5d32:43783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:45:26,746 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:45:26,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T07:45:26,795 DEBUG [M:0;7fb8763a5d32:43783 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-25T07:45:26,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:45:26,795 DEBUG [M:0;7fb8763a5d32:43783 {}] master.ActiveMasterManager(353): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-25T07:45:26,796 INFO [M:0;7fb8763a5d32:43783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/.lastflushedseqids 2024-11-25T07:45:26,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742466_1642 (size=72) 2024-11-25T07:45:26,832 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:45:26,832 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38413-0x10170f150b60001, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:45:26,833 INFO [RS:0;7fb8763a5d32:38413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:45:26,833 INFO [RS:0;7fb8763a5d32:38413 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,38413,1732520533070; zookeeper connection closed. 2024-11-25T07:45:26,833 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53657aca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53657aca 2024-11-25T07:45:26,834 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:45:27,210 INFO [M:0;7fb8763a5d32:43783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:45:27,210 INFO [M:0;7fb8763a5d32:43783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:45:27,210 DEBUG [M:0;7fb8763a5d32:43783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:45:27,210 INFO [M:0;7fb8763a5d32:43783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:45:27,210 DEBUG [M:0;7fb8763a5d32:43783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:45:27,210 DEBUG [M:0;7fb8763a5d32:43783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:45:27,210 DEBUG [M:0;7fb8763a5d32:43783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:45:27,210 INFO [M:0;7fb8763a5d32:43783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=732.13 KB heapSize=893.86 KB 2024-11-25T07:45:27,238 DEBUG [M:0;7fb8763a5d32:43783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d83b74f46df4d80822778deca2b6631 is 82, key is hbase:meta,,1/info:regioninfo/1732520537180/Put/seqid=0 2024-11-25T07:45:27,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742467_1643 (size=5672) 2024-11-25T07:45:27,254 INFO [M:0;7fb8763a5d32:43783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=1997 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d83b74f46df4d80822778deca2b6631 2024-11-25T07:45:27,292 DEBUG [M:0;7fb8763a5d32:43783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21d2683a5163413dbdfa602a53842c62 is 2479, key is \x00\x00\x00\x00\x00\x00\x00\x19/proc:d/1732520569790/Put/seqid=0 2024-11-25T07:45:27,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742468_1644 (size=42627) 2024-11-25T07:45:27,303 INFO [M:0;7fb8763a5d32:43783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=731.58 KB at sequenceid=1997 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21d2683a5163413dbdfa602a53842c62 2024-11-25T07:45:27,317 INFO [M:0;7fb8763a5d32:43783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21d2683a5163413dbdfa602a53842c62 2024-11-25T07:45:27,350 DEBUG [M:0;7fb8763a5d32:43783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0cdab169afd4150ae19091d509ebb82 is 69, key is 7fb8763a5d32,38413,1732520533070/rs:state/1732520535736/Put/seqid=0 2024-11-25T07:45:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073742469_1645 (size=5156) 2024-11-25T07:45:27,761 INFO [M:0;7fb8763a5d32:43783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=1997 (bloomFilter=true), to=hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0cdab169afd4150ae19091d509ebb82 2024-11-25T07:45:27,764 DEBUG [M:0;7fb8763a5d32:43783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d83b74f46df4d80822778deca2b6631 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d83b74f46df4d80822778deca2b6631 2024-11-25T07:45:27,767 INFO [M:0;7fb8763a5d32:43783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d83b74f46df4d80822778deca2b6631, entries=8, sequenceid=1997, filesize=5.5 K 2024-11-25T07:45:27,768 DEBUG [M:0;7fb8763a5d32:43783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21d2683a5163413dbdfa602a53842c62 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21d2683a5163413dbdfa602a53842c62 2024-11-25T07:45:27,770 INFO [M:0;7fb8763a5d32:43783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21d2683a5163413dbdfa602a53842c62 2024-11-25T07:45:27,771 INFO [M:0;7fb8763a5d32:43783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21d2683a5163413dbdfa602a53842c62, entries=154, sequenceid=1997, filesize=41.6 K 2024-11-25T07:45:27,771 DEBUG [M:0;7fb8763a5d32:43783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0cdab169afd4150ae19091d509ebb82 as hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0cdab169afd4150ae19091d509ebb82 2024-11-25T07:45:27,776 INFO [M:0;7fb8763a5d32:43783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46241/user/jenkins/test-data/09d238a7-dd76-2412-702c-fa9dff1664e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0cdab169afd4150ae19091d509ebb82, entries=1, sequenceid=1997, filesize=5.0 K 2024-11-25T07:45:27,777 INFO [M:0;7fb8763a5d32:43783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~732.13 KB/749702, heapSize ~893.56 KB/915008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 567ms, sequenceid=1997, compaction requested=false 2024-11-25T07:45:27,778 INFO [M:0;7fb8763a5d32:43783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:45:27,779 DEBUG [M:0;7fb8763a5d32:43783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732520727210Disabling compacts and flushes for region at 1732520727210Disabling writes for close at 1732520727210Obtaining lock to block concurrent updates at 1732520727210Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732520727210Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=749702, getHeapSize=915248, getOffHeapSize=0, getCellsCount=2176 at 1732520727211 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732520727211Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732520727211Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732520727237 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732520727237Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732520727257 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732520727291 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732520727291Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732520727317 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732520727350 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732520727350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dcb0bfa: reopening flushed file at 1732520727764 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac51c3e: reopening flushed file at 1732520727767 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107a9442: reopening flushed file at 1732520727771 (+4 ms)Finished flush of dataSize ~732.13 KB/749702, heapSize ~893.56 KB/915008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 567ms, sequenceid=1997, compaction requested=false at 1732520727777 (+6 ms)Writing region close event to WAL at 1732520727778 (+1 ms)Closed at 1732520727778 2024-11-25T07:45:27,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741830_1006 (size=880642) 2024-11-25T07:45:27,781 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:45:27,781 INFO [M:0;7fb8763a5d32:43783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:45:27,782 INFO [M:0;7fb8763a5d32:43783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43783 2024-11-25T07:45:27,782 INFO [M:0;7fb8763a5d32:43783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:45:28,000 INFO [M:0;7fb8763a5d32:43783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:45:28,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:45:28,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43783-0x10170f150b60000, quorum=127.0.0.1:65148, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:45:28,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:45:28,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:45:28,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:45:28,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:45:28,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/hadoop.log.dir/,STOPPED} 2024-11-25T07:45:28,020 WARN [BP-533535872-172.17.0.2-1732520526952 heartbeating to localhost/127.0.0.1:46241 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:45:28,020 WARN [BP-533535872-172.17.0.2-1732520526952 heartbeating to localhost/127.0.0.1:46241 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-533535872-172.17.0.2-1732520526952 (Datanode Uuid 68a37c12-1897-450d-9edb-4ce0fd745208) service to localhost/127.0.0.1:46241 2024-11-25T07:45:28,021 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:45:28,021 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:45:28,023 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/cluster_426cc80c-aa21-9e91-8201-f9da662d2633/data/data1/current/BP-533535872-172.17.0.2-1732520526952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:45:28,023 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:45:28,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/cluster_426cc80c-aa21-9e91-8201-f9da662d2633/data/data2/current/BP-533535872-172.17.0.2-1732520526952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:45:28,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:45:28,037 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:45:28,037 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:45:28,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:45:28,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1bc5daff-5fe2-3fd6-ecfe-5e16a4189ede/hadoop.log.dir/,STOPPED} 2024-11-25T07:45:28,056 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:45:28,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down